-- Logs begin at Tue 2021-01-26 10:43:44 UTC, end at Tue 2021-01-26 12:03:45 UTC. -- Jan 26 11:35:58.742983 dv-cinder-772388-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 11:36:01.476259 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.common.config [-] Logging enabled! Jan 26 11:36:01.476783 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev429 Jan 26 11:36:01.478098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 11:36:01.480530 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.common.config [-] Logging enabled! Jan 26 11:36:01.480825 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev429 Jan 26 11:36:01.481179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 11:36:01.482230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 11:36:01.482494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 11:36:01.483548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 11:36:01.483836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 11:36:01.484095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 11:36:01.484465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.484810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.485150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.485483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.485757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.486092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.486413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.486771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.487119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.487442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.487759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.488080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.488341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.488661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.488991 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.489320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.489574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] debug = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.489893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.490429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.490773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.491090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.491417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.491727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.492039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.492359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.492726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] host = dv-cinder-772388-2-smb {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.493040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.493368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.493698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.494025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.494379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.494717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.495042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.495353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.495662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.495974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.496303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.496631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.496967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.497227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.497480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.497810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.498142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.498743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.499039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.499351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.499662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.499971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.500278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.500607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.500936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.501262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.501572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.501881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.502189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.502496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.502844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.503155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.503464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.503771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.504096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.504401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.504709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.505052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.505380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.505703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.506027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.506338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.506664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.506996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.507310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.507617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_json = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.507926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.508230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.508553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.508864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.509170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.509478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.509820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.510150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:01.510485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.510849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.511196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.511518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.511851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.512169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.512500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.512816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.513145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.513476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.513801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.514114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.514440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.514778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.515118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.515465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.515804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.516138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.516449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.516760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.517071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.517390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.517714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.518053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.518384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.518760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.519086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.519423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.519739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.520048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.520365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.520697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.521014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.521326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.521647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.521963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.522272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.522580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.522917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.523253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.523567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.523875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.524182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.524498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.524804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.525130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.526001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.526322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.526630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.526974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.527288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.527601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.527917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.528227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.528542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.528852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.529161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.529514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.529781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.530089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.530396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.530765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.531042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.531437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.531751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.532060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.532373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.532682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.533006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.533343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.533657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.533973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.534287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.534600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.534939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.535253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.535594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.535906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.536214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.536546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.536866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.537194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.537511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.537823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.538162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.538505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.538848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.539164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.539479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.539798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.540128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.540461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.540794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.541673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.542005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.542336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.542654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.543030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.543345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:01.543594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:36:01.543858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80118) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 26 11:36:02.200740 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading Gnome Jan 26 11:36:02.218198 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading Google Jan 26 11:36:02.220889 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading Windows (alt) Jan 26 11:36:02.224376 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading file Jan 26 11:36:02.225210 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading keyczar Jan 26 11:36:02.225487 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading multi Jan 26 11:36:02.226120 dv-cinder-772388-2-smb neutron-server[80118]: INFO keyring.backend [-] Loading pyfs Jan 26 11:36:02.274144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:02.274451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:02.274794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:02.275168 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 11:36:02.688570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.689127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.689127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.736699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.737015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.737313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.740941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.741246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.741548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.810236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.810542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.810864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.812016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.812320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:02.812612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.079561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.079879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.080180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.080481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.081318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.228642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.229020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.229345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.229647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.229946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.230328 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.230627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.231110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.231406 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.231751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.232048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.232361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.232659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.232948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.233260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.233575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.233871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.234192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.234477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.234996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.235284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.235566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.235904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.236185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.236463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.236884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.237260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.237433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.237703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.237971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.238241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:03.239657 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 11:36:03.242866 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 11:36:03.247365 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 11:36:03.251528 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Jan 26 11:36:03.253171 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 11:36:03.254276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 11:36:03.254857 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 26 11:36:03.255302 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 11:36:03.258021 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 11:36:03.258300 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 11:36:03.258711 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 26 11:36:03.280868 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 26 11:36:03.281387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.281718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80118) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 26 11:36:03.282126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.283489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80118) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 11:36:03.283809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 26 11:36:03.284083 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 26 11:36:03.287291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.287608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:03.354264 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 11:36:03.354482 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 11:36:03.354789 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 11:36:03.355199 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 11:36:03.391642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.sqlalchemy.engines [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80118) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 26 11:36:03.879958 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing driver for type 'gre' Jan 26 11:36:03.880538 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] gre ID ranges: [(1, 1000)] Jan 26 11:36:03.988517 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing driver for type 'local' Jan 26 11:36:03.988887 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing driver for type 'vlan' Jan 26 11:36:04.057259 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] VlanTypeDriver initialization complete Jan 26 11:36:04.057648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing driver for type 'vxlan' Jan 26 11:36:04.058216 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] vxlan ID ranges: [(1, 1000)] Jan 26 11:36:04.205741 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing extension driver 'port_security' Jan 26 11:36:04.206051 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] PortSecurityExtensionDriver initialization complete Jan 26 11:36:04.206430 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing mechanism driver 'openvswitch' Jan 26 11:36:04.212772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:04.213641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.214062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.214458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.214912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.215312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.215755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.216175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.216564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.216950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.217367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.217756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.218292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.218734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.219134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.219516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.219941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > address_group after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.220331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > address_group after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.220707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.221076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] ML2 OVO RPC backend initialized. {{(pid=80118) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 26 11:36:04.221797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.222192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.222650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.223063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > networks before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.223448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.223828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > ports before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.224209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.224591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnets before_response 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.224975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.225360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.225734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.226110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.226485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.226883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.227265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.227676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.228048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.229270 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.plugin [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Modular L2 Plugin initialization complete Jan 26 11:36:04.229626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading services supported by the core plugin {{(pid=80118) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 11:36:04.229992 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.managers [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Got port-security extension from driver 'port_security' Jan 26 11:36:04.230505 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.extensions.vlantransparent [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Disabled vlantransparent extension. Jan 26 11:36:04.231992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80118) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 11:36:04.232353 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: router Jan 26 11:36:04.270055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.270498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_create 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.270935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router before_create 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.271350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.271778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.272179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_delete 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.272588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.273002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_create 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.273398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.273797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.274194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.274604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.275155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.275613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.276007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.276396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: subnet after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.276786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.277184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.277580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_create 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.277973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.278365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.278803 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router after_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.279198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.279596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_create 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.280013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.280408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_update 55549900 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.280850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > network after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.281856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Tracking information for resource: router configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:04.282236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Tracking information for resource: floatingip configured {{(pid=80118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 11:36:04.287361 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_agentschedulers_db [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 11:36:04.288020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.288417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.288807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.289197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: port after_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.290112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router before_create 55550100 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.290520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.291482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_create 55550100 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.291886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > router precommit_update 55550100 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.296824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.provider_configuration [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service providers = [] {{(pid=80118) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 11:36:04.297226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.servicetype_db [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80118) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 11:36:04.300069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.service_base [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 11:36:04.300465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.service_base [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 11:36:04.300852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.service_base [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 11:36:04.301786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.service_base [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 11:36:04.302194 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.services.service_base [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 11:36:04.302623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.303010 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 11:36:04.313964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.314346 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: auto_allocate Jan 26 11:36:04.320236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: network precommit_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.320649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: network precommit_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.321237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.321598 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: tag Jan 26 11:36:04.328778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.329147 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: timestamp Jan 26 11:36:04.333080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.333455 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: network_ip_availability Jan 26 11:36:04.339376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.339795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.340230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.341163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.341530 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: flavors Jan 26 11:36:04.346110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.346483 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading Plugin: revisions Jan 26 11:36:04.352274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 11:36:04.352706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.078s {{(pid=80118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:04.354055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80118) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 26 11:36:04.354416 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Initializing extension manager. Jan 26 11:36:04.355005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: __init__.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.355391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: __pycache__ {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.355769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.356147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: address_group.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.356966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.357615 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: address-group Jan 26 11:36:04.357981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: address_scope.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.358784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.359371 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: address-scope Jan 26 11:36:04.359738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.360682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.361262 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: router-admin-state-down-before-update Jan 26 11:36:04.361630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: agent.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.362390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.363118 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: agent Jan 26 11:36:04.363419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: agent_resources_synced.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.364344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.364925 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: agent-resources-synced Jan 26 11:36:04.365290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: allowedaddresspairs.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.367141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.367731 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: allowed-address-pairs Jan 26 11:36:04.368102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: auto_allocated_topology.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.369731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.370317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: auto-allocated-topology Jan 26 11:36:04.370736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: availability_zone.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.381055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.381055 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: availability_zone Jan 26 11:36:04.381055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: availability_zone_filter.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.381902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.382527 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: availability_zone_filter Jan 26 11:36:04.382937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: data_plane_status.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.383898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.384481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 11:36:04.384900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: default_subnetpools.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.386054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.386641 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: default-subnetpools Jan 26 11:36:04.387044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.387933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.388525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: dhcp_agent_scheduler Jan 26 11:36:04.388899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: dns.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.389844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.390425 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension dns-integration not supported by any of loaded plugins Jan 26 11:36:04.390820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: dns_domain_ports.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.391758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.392350 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 11:36:04.392717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: dvr.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.393454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.394036 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: dvr Jan 26 11:36:04.394405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: empty_string_filtering.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.395363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.395946 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: empty-string-filtering Jan 26 11:36:04.396315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.397247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.397825 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 11:36:04.398194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.399152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.399735 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 11:36:04.400102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: external_net.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.401044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.401631 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: external-net Jan 26 11:36:04.401999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.402956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.403542 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: extra_dhcp_opt Jan 26 11:36:04.403906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: extraroute.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.404835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.405413 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: extraroute Jan 26 11:36:04.405781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: extraroute_atomic.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.406880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.407468 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: extraroute-atomic Jan 26 11:36:04.407837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: filter_validation.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.408561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.409140 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: filter-validation Jan 26 11:36:04.409506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: fip_pf_description.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.410446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.411081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 11:36:04.411447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: fip_port_details.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.412388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.412973 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: fip-port-details Jan 26 11:36:04.413343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: flavors.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.414739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.415344 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: flavors Jan 26 11:36:04.415733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.424149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.424742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 11:36:04.425111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: floatingip_pools.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.425877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.426458 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: floatingip-pools Jan 26 11:36:04.426876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: ip_allocation.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.427820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.428396 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 11:36:04.428755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.429678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.430262 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: ip-substring-filtering Jan 26 11:36:04.430662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l2_adjacency.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.431683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.432878 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 11:36:04.433240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.434343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.434994 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: router Jan 26 11:36:04.435360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.437634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.438238 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 11:36:04.438754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.439683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.440272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: ext-gw-mode Jan 26 11:36:04.440638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.441561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.442143 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: l3-ha Jan 26 11:36:04.442505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3_flavors.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.443554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.444179 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: l3-flavors Jan 26 11:36:04.444544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.445467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.446041 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 11:36:04.446904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: l3agentscheduler.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.448590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.449186 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: l3_agent_scheduler Jan 26 11:36:04.449551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: logging.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.451203 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.451789 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension logging not supported by any of loaded plugins Jan 26 11:36:04.452158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: metering.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.452962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.453663 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: metering Jan 26 11:36:04.454030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.455154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.455959 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: metering_source_and_destination_fields Jan 26 11:36:04.456279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: multiprovidernet.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.457369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.457947 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: multi-provider Jan 26 11:36:04.458311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: netmtu.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.459383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.459964 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: net-mtu Jan 26 11:36:04.460327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: netmtu_writable.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.461323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.461901 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: net-mtu-writable Jan 26 11:36:04.462266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: network_availability_zone.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.463680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.464254 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: network_availability_zone Jan 26 11:36:04.464616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: network_ip_availability.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.465765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.466454 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: network-ip-availability Jan 26 11:36:04.466905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: network_segment_range.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.467739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.468318 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 11:36:04.468681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: pagination.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.469680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.470055 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: pagination Jan 26 11:36:04.470416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.471353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.471931 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: port-mac-address-regenerate Jan 26 11:36:04.472290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.473235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.473813 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: port-numa-affinity-policy Jan 26 11:36:04.474173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: port_resource_request.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.475105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.475683 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 11:36:04.476040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: portbindings.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.476979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.477553 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: binding Jan 26 11:36:04.477916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: portbindings_extended.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.479855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.480437 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: binding-extended Jan 26 11:36:04.480806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: portsecurity.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.481736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.482310 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: port-security Jan 26 11:36:04.482797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: project_id.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.483788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.484209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: project-id Jan 26 11:36:04.484572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: providernet.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.485501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.486081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: provider Jan 26 11:36:04.486447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.490129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.490751 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos not supported by any of loaded plugins Jan 26 11:36:04.491131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.492361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.492948 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 11:36:04.493311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.494248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.494855 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 11:36:04.495227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_default.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.496176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.496795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-default not supported by any of loaded plugins Jan 26 11:36:04.497161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_fip.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.497859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.498891 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-fip not supported by any of loaded plugins Jan 26 11:36:04.499260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_gateway_ip.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.500205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.500778 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 11:36:04.501139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_port_network_policy.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.502089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.502670 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 11:36:04.503058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_rule_type_details.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.503972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.504542 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 11:36:04.504899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: qos_rules_alias.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.505938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.506516 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 11:36:04.506947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: quotasv2.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.507938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.508311 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: quotas Jan 26 11:36:04.508670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: quotasv2_detail.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.510297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.510691 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: quota_details Jan 26 11:36:04.511068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: rbac.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.512469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.513159 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: rbac-policies Jan 26 11:36:04.513525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: rbac_address_scope.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.514625 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.515275 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: rbac-address-scope Jan 26 11:36:04.515640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: rbac_security_groups.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.516558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.517138 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: rbac-security-groups Jan 26 11:36:04.517498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: rbac_subnetpool.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.518408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.519029 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: rbac-subnetpool Jan 26 11:36:04.519392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: revisionifmatch.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.520310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.520885 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: revision-if-match Jan 26 11:36:04.521246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: revisions.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.522368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.522969 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: standard-attr-revisions Jan 26 11:36:04.523336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: router_availability_zone.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.524052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.524629 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: router_availability_zone Jan 26 11:36:04.524989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: routerservicetype.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.526447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.527059 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension router-service-type not supported by any of loaded plugins Jan 26 11:36:04.527420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.528405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.528984 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: security-groups-normalized-cidr Jan 26 11:36:04.529344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.530269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.530873 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: port-security-groups-filtering Jan 26 11:36:04.531233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.532173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.532748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: security-groups-remote-address-group Jan 26 11:36:04.533109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: securitygroup.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.547309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.547924 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: security-group Jan 26 11:36:04.548301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: segment.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.549165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.549749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension segment not supported by any of loaded plugins Jan 26 11:36:04.550117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.551216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.551797 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 11:36:04.552166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: servicetype.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.553278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.553871 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: service-type Jan 26 11:36:04.554237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: sorting.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.555273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.555656 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: sorting Jan 26 11:36:04.556027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: standard_attr_segment.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.557023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.557673 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 11:36:04.558039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: standardattrdescription.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.558801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.559388 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: standard-attr-description Jan 26 11:36:04.559750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: stateful_security_group.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.560680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.561256 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: stateful-security-group Jan 26 11:36:04.561618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: stdattrs_common.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.562207 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 11:36:04.562567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.563525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.564105 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 11:36:04.564464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnet_onboard.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.565533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.566116 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: subnet_onboard Jan 26 11:36:04.566479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.567687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.568264 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 11:36:04.568622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnet_service_types.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.569550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.570172 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: subnet-service-types Jan 26 11:36:04.570528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnetallocation.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.571628 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.572244 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: subnet_allocation Jan 26 11:36:04.572619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.573759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.574331 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: subnetpool-prefix-ops Jan 26 11:36:04.574709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.575691 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.576267 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 11:36:04.576629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: tagging.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.577940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.587423 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: standard-attr-tag Jan 26 11:36:04.588341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: timestamp.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.589657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.590257 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loaded extension: standard-attr-timestamp Jan 26 11:36:04.590727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: trunk.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.591819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.592468 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension trunk not supported by any of loaded plugins Jan 26 11:36:04.592846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: trunk_details.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.593843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.594411 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension trunk-details not supported by any of loaded plugins Jan 26 11:36:04.594820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: uplink_status_propagation.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.595750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.596325 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 11:36:04.596681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Loading extension file: vlantransparent.py {{(pid=80118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 11:36:04.597400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:36:04.597969 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 11:36:04.600833 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:network Jan 26 11:36:04.601660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnet Jan 26 11:36:04.602334 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:36:04.603048 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:port Jan 26 11:36:04.605225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.605714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service FLAVORS assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.606390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.606886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.607260 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:router Jan 26 11:36:04.607991 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 11:36:04.608790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service METERING assigned prefix: /metering {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.610607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.611045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.611434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:36:04.612586 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 11:36:04.613064 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:security_group Jan 26 11:36:04.614806 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 11:36:04.615643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service CORE assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.616019 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:36:04.616392 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] subnetpool is already registered Jan 26 11:36:04.617072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service CORE assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.617442 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:36:04.617805 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] subnetpool is already registered Jan 26 11:36:04.620617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.621090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service FLAVORS assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.621781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.622243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.622610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:router Jan 26 11:36:04.623006 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] router is already registered Jan 26 11:36:04.623921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 11:36:04.624286 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] floatingip is already registered Jan 26 11:36:04.624983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service METERING assigned prefix: /metering {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.625723 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 11:36:04.626086 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] rbac_policy is already registered Jan 26 11:36:04.626731 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:security_group Jan 26 11:36:04.627098 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] security_group is already registered Jan 26 11:36:04.627753 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 11:36:04.628116 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] security_group_rule is already registered Jan 26 11:36:04.628845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service CORE assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.629210 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:36:04.629570 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] subnetpool is already registered Jan 26 11:36:04.630229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.resource_helper [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Service CORE assigned prefix: {{(pid=80118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 11:36:04.630602 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:36:04.631069 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.quota.resource_registry [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] subnetpool is already registered Jan 26 11:36:04.631787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: extensions {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.633371 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: address-groups {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.635330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: address-scopes {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.636712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: agents {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.637985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: auto-allocated-topology {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.639350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: availability_zones {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.640778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: dhcp-networks {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.642285 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: dhcp-agents {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.643821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: routers {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.645757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: flavors {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.647034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: service_profiles {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.648326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: next_providers {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.649967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: service_profiles {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.652053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: floatingip-pools {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.653348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: routers {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.655270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: floatingips {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.656549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: l3-routers {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.658026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: l3-agents {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.659564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: metering-labels {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.661023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: metering-label-rules {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.662395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: network-ip-availabilities {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.663762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: bindings {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.665600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: quotas {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.667747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: quotas {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.669257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: rbac-policies {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.670613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: security-groups {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.671943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: security-group-rules {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.673264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: service-providers {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.674569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: subnetpools {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.676104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: subnetpools {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.677642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.679609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.681545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.683493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.686314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.688166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.690129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.692113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.694090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.696130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.extensions [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Extended resource: tags {{(pid=80118) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 11:36:04.703359 dv-cinder-772388-2-smb neutron-server[80118]: WARNING keystonemiddleware.auth_token [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 11:36:04.708751 dv-cinder-772388-2-smb neutron-server[80118]: WARNING keystonemiddleware.auth_token [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 11:36:04.718317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Acquired lock "singleton_lock" {{(pid=80118) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 26 11:36:04.718870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Releasing lock "singleton_lock" {{(pid=80118) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 26 11:36:04.720325 dv-cinder-772388-2-smb neutron-server[80118]: INFO oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Starting 2 workers Jan 26 11:36:04.725240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Started child 80231 {{(pid=80118) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 11:36:04.730344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.730643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Started child 80232 {{(pid=80118) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 11:36:04.731892 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [-] (80231) wsgi starting up on http://0.0.0.0:9696 Jan 26 11:36:04.732217 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 11:36:04.732884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Notify callbacks [] for process, before_spawn {{(pid=80118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.734493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.735454 dv-cinder-772388-2-smb neutron-server[80118]: INFO oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Starting 1 workers Jan 26 11:36:04.735950 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [-] (80232) wsgi starting up on http://0.0.0.0:9696 Jan 26 11:36:04.741108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Started child 80233 {{(pid=80118) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 11:36:04.741662 dv-cinder-772388-2-smb neutron-server[80118]: INFO oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Starting 1 workers Jan 26 11:36:04.743712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] calling RpcWorker wait() {{(pid=80233) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 11:36:04.744185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] returning from RpcWorker wait() {{(pid=80233) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 11:36:04.745653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.746149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:04.746565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Started child 80234 {{(pid=80118) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 11:36:04.747382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc50768a-5ae6-481e-a569-fd8423396b81 None None] Notify callbacks [] for process, after_spawn {{(pid=80118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.749329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80118) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 11:36:04.749555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 11:36:04.749735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 11:36:04.750014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 11:36:04.750422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 11:36:04.750595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 11:36:04.751271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:04.751376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.751655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.751970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.752273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.752368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:04.752602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.753263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.753535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.753837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.754143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.754415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.754616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.754811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.755268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.755547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.755913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.756222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.756491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.756763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.756975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.757248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.757561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.757843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.758140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] debug = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.758410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.759042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.759304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.759574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.759868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.760198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.760466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.760774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.761071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.761329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.761597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.761881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.762131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.762376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.762696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.762976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.763427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] host = dv-cinder-772388-2-smb {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.763676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.763931 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.764362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.764634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.764896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.765157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.765456 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.765749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.766013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.766271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.766553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.766846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.767110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.767370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.767560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_options = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.767820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.768089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.768383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.768595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.768785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.768973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.769264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.769424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.769715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.769962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.770206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.770456 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.770738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.770959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.771226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.771471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.771715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.771996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.772251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.772531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.772796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.773061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.774153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.774452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.774755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.775040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.775804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.776084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.776346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.776624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.776903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.777251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.777495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.777788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.778083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.778334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.778607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.778973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.779249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.779549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.779852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.780113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.780390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.780655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.780900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.781200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_json = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.781457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.781709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.781993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.782246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.782497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.782786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.783228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.783614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.784127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.784411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.784756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.785029 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.785312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.785588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.785871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.786159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.786452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.786751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.787097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.795777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.796429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.797846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.798648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.799425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.799425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.799425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.799688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.799910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.800169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.800417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.800713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.800967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.801469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.801469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.801682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.801913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.802192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.802470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.802713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.803243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.803243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.803586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.803739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.803890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.804086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.804379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.805971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.806259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.807257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.807257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.807257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.807505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.807734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.808019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.808275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.808560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.808796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.809076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.809351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.809649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.809965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.812190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.812478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.815000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.815326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.815604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.815911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.816185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.816476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.817139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.817453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.817746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.818665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.818984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.819300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.819654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.819939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.820264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.820529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.820860 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.821206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.821527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.821813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.822646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.822974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.823269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.823548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.823852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.824131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.824408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.824687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.825011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.825278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.825539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.825791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.826064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.826445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.826773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.827042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.827311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.827607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.827916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.828216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.828504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.828793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.829088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.829384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.829660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.829941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.830205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.830494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.830786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.831063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.831331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.831595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.831862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.832128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.832420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.832672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.832949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.833214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.833482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.833754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.834026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.834275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.834531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.834831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.835091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.835348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.835602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.835854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.836147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.836491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.836801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.837109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.837380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.837649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.838487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.838796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.839482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.839807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.840071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.840324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.840657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.841268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.841535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.841815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.842093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.842349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.842639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.842925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.843287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.843585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.843876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.844144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.844399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.844676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.845038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.845310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.845570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.845832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.846139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.846417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.846694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.846950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.847246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.847450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.847704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.847947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.848275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.848554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.848828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.849084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.849333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.849602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.849855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.850100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.850353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.850602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.850909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.851157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.851412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.851669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.851917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.852223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.852517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.852774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.853100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.853395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.853685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.853976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.854347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.854598 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.854945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.855205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.855463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.855744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.856043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.856405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.856754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.857047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.857332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.857650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.857966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.858274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.858501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.858894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.859263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.859553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.859827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.860108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.860402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.860667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.860922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.861571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.861571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.861785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.861986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.862209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.862474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.862751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.863060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.863309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.863577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.863828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.864088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.864342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.864533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:36:04.865097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80118) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 11:36:04.865302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 11:36:04.865490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 11:36:04.865699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 11:36:04.865910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 11:36:04.866097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 11:36:04.866352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.866546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.866778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.866971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.867162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.867372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.867562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.867751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.867938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.868125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.868315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.868501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.868690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.868878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.869095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.869282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.869469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.869658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.869851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.870041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.870229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.870419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.870610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] debug = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.870821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.871946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.872133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.872321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.872508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.872695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.872945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.873138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.873350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.873902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.874096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.874286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] host = dv-cinder-772388-2-smb {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.874457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.874638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.874856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.875966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.876156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.876345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.876535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.876722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.876909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.877096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_options = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.877289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.877475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.877662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.877869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.878062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.878250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.878436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.878653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.878872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879242 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.879993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.880986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.881172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.881358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.881549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.881737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.881925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.882109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.882294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.882481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.882666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.882876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.883997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.884186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.884372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.885068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.885265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.885454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.885641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.885827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_json = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.886967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.887154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.887338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.887524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.887710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 11:36:04.887919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.888111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.888314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.888506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.888698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.888891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.889080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.889274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.889465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.889655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.889851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.890042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.890238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.890427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.890609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.890826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.891946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.892987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.893175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.893367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.893558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.893751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.893943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.894134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.894311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.894578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.894712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.894881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.895076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.895266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.895462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.895653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.895844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.896025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.896256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.896434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.896628 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.896820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.897973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.898165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.898356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.898546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.898765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.898926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.899117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.899309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.899516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.899706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.899896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.900086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.900925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.901953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.902157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.902311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.902503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.902729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.902882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.903078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.903315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.903441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.903621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.906759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.906759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.906759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.906759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58710) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.907695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.908617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.909874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.910067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.910259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.910450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.910706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.910856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.911079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.911310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.911499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.911686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.911883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.912941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.913108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.913303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.913493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.913683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.913874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.914064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.914226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:04.914317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.914423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.914613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.914826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915860 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.915966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.916128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.916293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.916634 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099664 Jan 26 11:36:04.916792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.916792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.916792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.917784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.918062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.918206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.919003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.919199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.919434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.919638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.919849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.920062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.920271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.920483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.920687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.920890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.921091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.921292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.921492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.921692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.921892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.922090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.922317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.922526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.922760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.923068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.924806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.925988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.926185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.926380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.926574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.926807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.927995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.928196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.928368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.928723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.928723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.928948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.929120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.929316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.929522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.929717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.929910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.930086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.930274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.930478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.930674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.931986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.932267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.932267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.932521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.932654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.932802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.933967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.934173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.934376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.934581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.934790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.935015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.935189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.935462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.935559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.935739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.936732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.936732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.936732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.936732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.936732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.937048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.937048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.937189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.937257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:36:04.938449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80118) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:36:15.398242 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f8f9b-b6a8-4824-9736-32a915a5425f None None] get_active_networks_info from dv-cinder-772388-2-smb {{(pid=80233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 26 11:36:15.557558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f8f9b-b6a8-4824-9736-32a915a5425f None None] No non-hosted networks {{(pid=80233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 11:36:15.584492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agentschedulers_db [None req-380f8f9b-b6a8-4824-9736-32a915a5425f None None] DHCP Agent not found on host dv-cinder-772388-2-smb {{(pid=80233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 26 11:36:15.860366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a9f6dfcb-1494-4aba-99cf-9f30fb461d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:17.662854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3d5b-745b-4838-b500-04b1f80c6dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:17.714438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2b32dc3d-146e-42a8-87c8-be38fc1f4015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:18.714812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:19.548606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:19.549616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.550142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.550697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.551227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.551750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.552261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.552871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.553548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.554060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.554669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.555197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.555706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:19.556827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772388-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:19.565705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772388-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:19.988213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:20.084237 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_hamode_db [None req-c636bdf1-9c20-47b7-90b6-686f92839ed8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 11:36:20.174649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636bdf1-9c20-47b7-90b6-686f92839ed8 None None] Routers set() bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:20.175060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636bdf1-9c20-47b7-90b6-686f92839ed8 None None] Router IDs set() for agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 26 11:36:21.455817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] get_endpoint_by_host() called for host dv-cinder-772388-2-smb {{(pid=80233) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 11:36:21.461102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=80233) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 11:36:21.464855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=80233) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 11:36:21.471887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58808) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:21.507523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] _get_endpoints() called {{(pid=80233) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 11:36:22.121368 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-22526deb-7a07-41a2-b03a-3e37dfd123a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:36:22.121996 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-22526deb-7a07-41a2-b03a-3e37dfd123a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:36:22.387174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-22526deb-7a07-41a2-b03a-3e37dfd123a0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:36:22.387174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-22526deb-7a07-41a2-b03a-3e37dfd123a0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9130557 Jan 26 11:36:25.167531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58822) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:25.589316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:25.648569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.policy [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80231) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 11:36:25.649405 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:36:25.649852 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:36:25.668638 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Loaded quota_driver: . Jan 26 11:36:25.684499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:25.772662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284795633156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284795647034', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284795645338', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284795594838', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284795596029', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4160877', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850622709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853740968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853806482'] for rbac-policy, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:26.016500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:26.017782 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1a94c3aa-8fe2-4cb2-b136-32f2f7859c85 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8492649 Jan 26 11:36:29.017637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58836) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:29.420467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Request body: {'network': {'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'name': 'private', 'admin_state_up': True}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:29.426371 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:29.431194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Usage tracker for resource:network and tenant:c24aed8dd6e04bbf820e4655cfb87aea is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:29.435173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:29.441279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:29.479451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Made reservation on behalf of c24aed8dd6e04bbf820e4655cfb87aea for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:36:29.485658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:29.503964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:29.518379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:29.522283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c24aed8dd6e04bbf820e4655cfb87aea is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:29.525885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:29.532166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:29.739005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:29.770997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:29.777459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:29.798068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:36:29.824960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:29.825560 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Added segment 020d6efc-5f5f-40e2-899c-fed022e96b17 of type vxlan for network d2763fc8-3eba-4c5d-912a-4c454e1a729f Jan 26 11:36:29.882154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc267ee-3bc3-4597-b49d-b18cdb337464,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:30.059543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.060067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.060164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.060567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.060885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.061243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.061601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.061953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.062323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.062709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.063069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.063418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Tracked resource versions report: Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:36:30.064549 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:36:30.104458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:30.110927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:30.199852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:30.201184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:36:30.201870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:30.207313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:30.319395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2763fc8-3eba-4c5d-912a-4c454e1a729f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:30.322547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:30.330633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:36:30.355192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3363485 Jan 26 11:36:33.405614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58852) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:33.917832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e76630-c2c3-45cf-abc3-d1c613035834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:36:33.919278 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-10e76630-c2c3-45cf-abc3-d1c613035834 admin admin] 10.222.0.53 "GET /v2.0/networks/d2763fc8-3eba-4c5d-912a-4c454e1a729f HTTP/1.1" status: 200 len: 818 time: 0.5126340 Jan 26 11:36:33.947529 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3ac10701-08b3-4993-b0cd-2918c0bd0a7c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/ba5be70c-9894-48c5-9d2b-d04194203707 HTTP/1.1" status: 200 len: 734 time: 0.0220518 Jan 26 11:36:33.957055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'ip_version': 4, 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707', 'name': 'private-subnet'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:33.961563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:33.966233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Usage tracker for resource:subnet and tenant:c24aed8dd6e04bbf820e4655cfb87aea is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:33.969681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:33.975289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:34.056551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Made reservation on behalf of c24aed8dd6e04bbf820e4655cfb87aea for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:36:34.061195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:34.575485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:34.590215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:34.745399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=442f1693-cade-4b17-b185-1e3d698b317d,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:34.748932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:34.812308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Checking segment: {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:36:34.812696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Network hostable DHCP agents. Network: d2763fc8-3eba-4c5d-912a-4c454e1a729f, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:36:34.873033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:36:34.913271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, d2763fc8-3eba-4c5d-912a-4c454e1a729f) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:36:34.919353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:36:34.920384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:34.923848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1f563-37ea-4485-859e-868a72671e9c None None] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:36:34.965901 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0123980 Jan 26 11:36:35.252460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-d2763fc8-3eba-4c5d-912a-4c454e1a729f', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:36:35.253723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:35.582944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Allocated IP 172.20.0.2 (d2763fc8-3eba-4c5d-912a-4c454e1a729f/442f1693-cade-4b17-b185-1e3d698b317d/1a98d61e-bab9-4b50-8489-30fb09bf672c) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:36:35.826026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:35.888549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Transition to ACTIVE for port object 1a98d61e-bab9-4b50-8489-30fb09bf672c will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:36:35.907666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Transition to ACTIVE for port object 1a98d61e-bab9-4b50-8489-30fb09bf672c will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:36:35.949057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:35.965910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:36.275724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Pushing event updated for resources: {'Port': ['ID=1a98d61e-bab9-4b50-8489-30fb09bf672c,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:36.286658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.287065 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.287443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.287810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.288181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.288545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.288903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.289260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.289619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.289975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.290331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.290701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Tracked resource versions report: Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:36:36.292380 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:36:36.296133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:36.349683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:36:36.350992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:36:36.354828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:36:36.414955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Attempting to bind port 1a98d61e-bab9-4b50-8489-30fb09bf672c on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:36:36.415376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Attempting to bind port 1a98d61e-bab9-4b50-8489-30fb09bf672c by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:36:36.415916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Attempting to bind port 1a98d61e-bab9-4b50-8489-30fb09bf672c on network d2763fc8-3eba-4c5d-912a-4c454e1a729f {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:36:36.422075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:36:36.422527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Checking segment: {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:36:36.423842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:36.423842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Bound using segment: {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:36:36.423842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Bound port: 1a98d61e-bab9-4b50-8489-30fb09bf672c, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:36:36.424263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:36.521600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] For port 1a98d61e-bab9-4b50-8489-30fb09bf672c, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:36:36.525793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] For port 1a98d61e-bab9-4b50-8489-30fb09bf672c, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=1a98d61e-bab9-4b50-8489-30fb09bf672c,segment=NetworkSegment(020d6efc-5f5f-40e2-899c-fed022e96b17),segment_id=020d6efc-5f5f-40e2-899c-fed022e96b17)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:36:36.565232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:36.579000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:36.741657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Pushing event updated for resources: {'Port': ['ID=1a98d61e-bab9-4b50-8489-30fb09bf672c,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:36.746662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:37.708176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58862) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:38.238655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-709df46b-f058-4116-add4-bfffb1a83f33 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:36:38.239779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-709df46b-f058-4116-add4-bfffb1a83f33 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5304813 Jan 26 11:36:40.988320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58876) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:41.524455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-f6b12f3c-1a07-47d5-8f87-69486d39120b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:36:41.535228 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f6b12f3c-1a07-47d5-8f87-69486d39120b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5454326 Jan 26 11:36:41.540350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 1a98d61e-bab9-4b50-8489-30fb09bf672c up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:36:41.583958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7374fe-881d-4cec-8d95-7fc46dd1f838 None None] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:36:41.789427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 1a98d61e-bab9-4b50-8489-30fb09bf672c completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:36:41.800703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 1a98d61e-bab9-4b50-8489-30fb09bf672c triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:41.801066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:41.833451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Provisioning for port 1a98d61e-bab9-4b50-8489-30fb09bf672c completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:36:41.849991 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Provisioning complete for port 1a98d61e-bab9-4b50-8489-30fb09bf672c triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:41.850400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:42.118791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:42.145697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:42.186744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 1a98d61e-bab9-4b50-8489-30fb09bf672c, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=1a98d61e-bab9-4b50-8489-30fb09bf672c,segment=NetworkSegment(020d6efc-5f5f-40e2-899c-fed022e96b17),segment_id=020d6efc-5f5f-40e2-899c-fed022e96b17)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:36:42.232887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:42.244830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:42.301668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:36:42.302107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-0e26a869-1bdc-49bd-9a8f-c1c06f865404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:36:42.326642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=1a98d61e-bab9-4b50-8489-30fb09bf672c,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:42.330279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:42.981911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-f04a319d-f2ba-422f-a819-3b83234236df None None] Provisioning complete for port 1a98d61e-bab9-4b50-8489-30fb09bf672c triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:42.982323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f04a319d-f2ba-422f-a819-3b83234236df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:43.514564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 1a98d61e-bab9-4b50-8489-30fb09bf672c up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:36:43.591495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 1a98d61e-bab9-4b50-8489-30fb09bf672c triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:43.591834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:44.620980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58890) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:44.803857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:36:45.027574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Request body: {'router': {'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'name': 'router1', 'admin_state_up': True}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:45.032920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:45.036887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Usage tracker for resource:router and tenant:c24aed8dd6e04bbf820e4655cfb87aea is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:45.040116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:45.047851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:45.090442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.091800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.169245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.302909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.341624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a31fb0f6-6376-4ddf-bd55-ae766ff77307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.376341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:45.377724 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8c0b55e7-0bde-4620-996c-c60465db527f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7556105 Jan 26 11:36:47.639265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-561dbf63-c17a-4df4-aba3-aec818b72150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:48.068133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58900) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:48.313344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:48.408449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-7ca50638-c1cd-4ea5-b106-f7a0bb35335d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:36:48.409548 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7ca50638-c1cd-4ea5-b106-f7a0bb35335d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3403788 Jan 26 11:36:49.536258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:49.833397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:50.996056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58920) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:51.075238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:51.080187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:51.084212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Usage tracker for resource:network and tenant:d487a3622da148fc9b33184d7602386e is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:51.087658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:51.093937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:51.187856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Made reservation on behalf of d487a3622da148fc9b33184d7602386e for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:36:51.192651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.205505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.221530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:36:51.225562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Usage tracker for resource:security_group_rule and tenant:d487a3622da148fc9b33184d7602386e is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:36:51.229081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:36:51.234662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:36:51.557646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.587420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.592286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:51.607133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Reserving flat network on physical network physnet1 {{(pid=80231) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 26 11:36:51.621791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c8d79e-c365-42cc-bd24-565edb802295,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:51.625323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:51.671527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.672146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Unsubscribe: segment precommit_create {{(pid=80231) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 26 11:36:51.672566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Added segment 2aa557cb-ac00-4de2-baca-79efcfb83c54 of type flat for network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 Jan 26 11:36:51.787129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.850090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.851377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:36:51.852011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:51.856817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:51.962839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Pushing event updated for resources: {'Network': ['ID=60a74b5d-545c-4476-81c7-7813f5d8dbf9,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:51.967550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:51.973383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:36:51.994456 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9966798 Jan 26 11:36:54.554443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58940) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:54.698782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7dcd25-1d94-45dd-819b-94fd814d9b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:36:54.700262 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0f7dcd25-1d94-45dd-819b-94fd814d9b27 admin admin] 10.222.0.53 "GET /v2.0/subnets/442f1693-cade-4b17-b185-1e3d698b317d HTTP/1.1" status: 200 len: 849 time: 0.1447887 Jan 26 11:36:54.849878 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-252f56bc-2ab4-42a4-ae79-24362f040b4f admin admin] 10.222.0.53 "GET /v2.0/routers/76687f14-1b50-4c58-8185-22e049ed2d41 HTTP/1.1" status: 200 len: 704 time: 0.1432889 Jan 26 11:36:55.491001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:55.924219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Allocated IP 172.20.0.1 (d2763fc8-3eba-4c5d-912a-4c454e1a729f/442f1693-cade-4b17-b185-1e3d698b317d/c448bc2b-9a94-4428-9608-82531e0fe22a) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:36:56.210926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:56.228536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Transition to ACTIVE for port object c448bc2b-9a94-4428-9608-82531e0fe22a will not be triggered until provisioned by entity DHCP. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:36:56.319047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:56.335338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:56.470954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Pushing event updated for resources: {'Port': ['ID=c448bc2b-9a94-4428-9608-82531e0fe22a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:56.477337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:56.528977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:36:56.530597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:36:56.534168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:36:56.534714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:56.753494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-a3de4269-3e33-4b31-a348-774803c9d01a None None] Provisioning for port c448bc2b-9a94-4428-9608-82531e0fe22a completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:36:56.758604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-a3de4269-3e33-4b31-a348-774803c9d01a None None] Provisioning complete for port c448bc2b-9a94-4428-9608-82531e0fe22a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:56.759050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a3de4269-3e33-4b31-a348-774803c9d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:56.816330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-a3de4269-3e33-4b31-a348-774803c9d01a None None] Port c448bc2b-9a94-4428-9608-82531e0fe22a cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:36:56.838497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:57.136359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:57.176309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:57.177435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:57.192355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:57.342293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Pushing event updated for resources: {'Port': ['ID=c448bc2b-9a94-4428-9608-82531e0fe22a,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:57.346500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:57.402656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:36:57.403877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:36:57.641689 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-2718a4fb-26c4-4cba-a5b4-52018af81e0a None None] Provisioning complete for port c448bc2b-9a94-4428-9608-82531e0fe22a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:36:57.642092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2718a4fb-26c4-4cba-a5b4-52018af81e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:57.701826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-2718a4fb-26c4-4cba-a5b4-52018af81e0a None None] Port c448bc2b-9a94-4428-9608-82531e0fe22a cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:36:57.793027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Router 76687f14-1b50-4c58-8185-22e049ed2d41 is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:36:57.961411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:36:57.971021 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] 10.222.0.53 "PUT /v2.0/routers/76687f14-1b50-4c58-8185-22e049ed2d41/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1155071 Jan 26 11:36:57.971836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Sync routers for ids ['76687f14-1b50-4c58-8185-22e049ed2d41'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:36:57.983497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Routers {'76687f14-1b50-4c58-8185-22e049ed2d41'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:57.984390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:36:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['76687f14-1b50-4c58-8185-22e049ed2d41'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:58.173859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Set router 76687f14-1b50-4c58-8185-22e049ed2d41 gateway port host: None {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:36:58.738892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:36:56Z', 'revision_number': 2, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port_host': None, '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:36:56Z', 'revision_number': 2, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:36:58.744001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Checking router: 76687f14-1b50-4c58-8185-22e049ed2d41 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:36:58.744393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Updating router 76687f14-1b50-4c58-8185-22e049ed2d41 port c448bc2b-9a94-4428-9608-82531e0fe22a binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:36:58.802351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.265172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.280024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Transition to ACTIVE for port object c448bc2b-9a94-4428-9608-82531e0fe22a will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:36:59.307994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.322621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:36:59.453324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Pushing event updated for resources: {'Port': ['ID=c448bc2b-9a94-4428-9608-82531e0fe22a,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:36:59.466980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.467364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.467796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.468067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.468426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.468784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.469145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.469494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.469847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.470195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.470542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.470913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Tracked resource versions report: Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:36:59.472024 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:36:59.478603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:36:59.658443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Attempting to bind port c448bc2b-9a94-4428-9608-82531e0fe22a on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:36:59.658946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Attempting to bind port c448bc2b-9a94-4428-9608-82531e0fe22a by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:36:59.659650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Attempting to bind port c448bc2b-9a94-4428-9608-82531e0fe22a on network d2763fc8-3eba-4c5d-912a-4c454e1a729f {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:36:59.666876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:36:59.667304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Checking segment: {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:36:59.667742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.668176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Bound using segment: {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:36:59.668712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Bound port: c448bc2b-9a94-4428-9608-82531e0fe22a, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020d6efc-5f5f-40e2-899c-fed022e96b17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:36:59.669122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.768439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] For port c448bc2b-9a94-4428-9608-82531e0fe22a, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:36:59.773623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] For port c448bc2b-9a94-4428-9608-82531e0fe22a, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=c448bc2b-9a94-4428-9608-82531e0fe22a,segment=NetworkSegment(020d6efc-5f5f-40e2-899c-fed022e96b17),segment_id=020d6efc-5f5f-40e2-899c-fed022e96b17)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:36:59.839425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:36:59.856255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:00.016408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Pushing event updated for resources: {'Port': ['ID=c448bc2b-9a94-4428-9608-82531e0fe22a,revision_number=4']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:00.027633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:00.079364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Routers {'76687f14-1b50-4c58-8185-22e049ed2d41'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:00.080042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:36:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['76687f14-1b50-4c58-8185-22e049ed2d41'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:00.255204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] Set router 76687f14-1b50-4c58-8185-22e049ed2d41 gateway port host: None {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:37:00.504952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58952) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:00.607541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:36:56Z', 'revision_number': 2, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port_host': None, '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:36:59Z', 'revision_number': 4, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:00.611701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35962b5-c21b-403d-ae76-ea9e86b45a67 None None] The sync data for ids ['76687f14-1b50-4c58-8185-22e049ed2d41'] in dv-cinder-772388-2-smb is: [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:36:56Z', 'revision_number': 2, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port_host': None, '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:36:59Z', 'revision_number': 4, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:37:00.697107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a771e7-9b12-4e31-abaa-e8e4b7ea8066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:37:00.697795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-20a771e7-9b12-4e31-abaa-e8e4b7ea8066 admin admin] Synchronizing usage tracker for tenant:d487a3622da148fc9b33184d7602386e on resource:network {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:37:00.753261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-20a771e7-9b12-4e31-abaa-e8e4b7ea8066 admin admin] Unset dirty status for tenant:d487a3622da148fc9b33184d7602386e on resource:network {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:37:00.754581 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-20a771e7-9b12-4e31-abaa-e8e4b7ea8066 admin admin] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 842 time: 0.2484710 Jan 26 11:37:00.765403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:00.771524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:37:00.776079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Usage tracker for resource:subnet and tenant:d487a3622da148fc9b33184d7602386e is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:37:00.779174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:37:00.785496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:37:00.821270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Made reservation on behalf of d487a3622da148fc9b33184d7602386e for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:37:00.826237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:01.564781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c448bc2b-9a94-4428-9608-82531e0fe22a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:37:01.582007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80231) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:37:01.582595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:01.599427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-82a9417a-ad8a-4bd7-bfe0-4a487e42afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:01.667261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port c448bc2b-9a94-4428-9608-82531e0fe22a completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:37:01.673373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port c448bc2b-9a94-4428-9608-82531e0fe22a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:37:01.673888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:01.766273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:01.769214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:01.808868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:37:01.809270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Network hostable DHCP agents. Network: 60a74b5d-545c-4476-81c7-7813f5d8dbf9, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:37:01.896529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:37:01.936298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 60a74b5d-545c-4476-81c7-7813f5d8dbf9) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:37:01.947491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:37:01.948170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:01.950739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7571078-b169-42cb-bc56-7fa92e73816a None None] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:37:01.990649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:02.022713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2612774 Jan 26 11:37:02.113343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port c448bc2b-9a94-4428-9608-82531e0fe22a, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=c448bc2b-9a94-4428-9608-82531e0fe22a,segment=NetworkSegment(020d6efc-5f5f-40e2-899c-fed022e96b17),segment_id=020d6efc-5f5f-40e2-899c-fed022e96b17)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:37:02.167731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:02.173841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:02.282377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7665d-6704-47b9-a5ae-d40e82892dea None None] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:37:02.318293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=c448bc2b-9a94-4428-9608-82531e0fe22a,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:02.323251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:03.527193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c448bc2b-9a94-4428-9608-82531e0fe22a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:37:03.597832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port c448bc2b-9a94-4428-9608-82531e0fe22a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:37:03.598243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:04.619779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58966) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:04.860112 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4ce2c2f9-380b-46a0-a089-977c1e1c4688 admin admin] 10.222.0.53 "GET /v2.0/routers/76687f14-1b50-4c58-8185-22e049ed2d41 HTTP/1.1" status: 200 len: 710 time: 0.2390165 Jan 26 11:37:05.001741 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860f9e6-98b0-4ce8-8440-9618822629b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:37:05.003258 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6860f9e6-98b0-4ce8-8440-9618822629b6 admin admin] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 886 time: 0.1372705 Jan 26 11:37:05.013330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:05.674188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.054592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.114932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.128459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.147011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:37:06.151088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:37:06.154073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:37:06.159908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:37:06.583239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.621258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:06.636942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:06.731938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dbba4-64e8-4389-bc92-1e7458946361,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:06.736460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:06.896262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Allocated IP 172.28.1.4 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/770f77b0-efaa-4997-a438-737654f3440a) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:37:07.055095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:07.113370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:07.129327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:07.270313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Pushing event updated for resources: {'Port': ['ID=770f77b0-efaa-4997-a438-737654f3440a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:07.276055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:07.317643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:37:07.318828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:37:07.321280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:37:07.845528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:08.201168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:08.204697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-698663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854077122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854082138'] for router, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:08.570478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Router 76687f14-1b50-4c58-8185-22e049ed2d41 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:37:08.758639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:37:08.768447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Sync routers for ids ['76687f14-1b50-4c58-8185-22e049ed2d41'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:37:08.775304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:08.776597 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] 10.222.0.53 "PUT /v2.0/routers/76687f14-1b50-4c58-8185-22e049ed2d41 HTTP/1.1" status: 200 len: 888 time: 3.7667389 Jan 26 11:37:08.778807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Routers {'76687f14-1b50-4c58-8185-22e049ed2d41'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:08.779496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:36:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['76687f14-1b50-4c58-8185-22e049ed2d41'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:08.986878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Set router 76687f14-1b50-4c58-8185-22e049ed2d41 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:37:09.352810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '770f77b0-efaa-4997-a438-737654f3440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:37:07Z', 'revision_number': 4, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port': {'id': '770f77b0-efaa-4997-a438-737654f3440a', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:72:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:06Z', 'updated_at': '2021-01-26T11:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:37:02Z', 'revision_number': 5, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:09.357827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Checking router: 76687f14-1b50-4c58-8185-22e049ed2d41 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:37:09.358243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Updating router 76687f14-1b50-4c58-8185-22e049ed2d41 port 770f77b0-efaa-4997-a438-737654f3440a binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:37:09.420730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:09.828551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:09.896062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Transition to ACTIVE for port object 770f77b0-efaa-4997-a438-737654f3440a will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:37:09.952870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:09.966706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:10.107475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Pushing event updated for resources: {'Port': ['ID=770f77b0-efaa-4997-a438-737654f3440a,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:10.111728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:10.173347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Attempting to bind port 770f77b0-efaa-4997-a438-737654f3440a on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:37:10.173758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Attempting to bind port 770f77b0-efaa-4997-a438-737654f3440a by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:37:10.174161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Attempting to bind port 770f77b0-efaa-4997-a438-737654f3440a on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:37:10.179810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:37:10.180258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:37:10.181243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:10.181677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:37:10.182195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Bound port: 770f77b0-efaa-4997-a438-737654f3440a, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:37:10.183066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:10.260823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] For port 770f77b0-efaa-4997-a438-737654f3440a, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:37:10.264094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] For port 770f77b0-efaa-4997-a438-737654f3440a, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=770f77b0-efaa-4997-a438-737654f3440a,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:37:10.296066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:10.312820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:10.621413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Pushing event updated for resources: {'Port': ['ID=770f77b0-efaa-4997-a438-737654f3440a,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:10.627201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:10.667594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Routers {'76687f14-1b50-4c58-8185-22e049ed2d41'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:10.668263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:36:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['76687f14-1b50-4c58-8185-22e049ed2d41'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:10.857369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] Set router 76687f14-1b50-4c58-8185-22e049ed2d41 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:37:11.232115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '770f77b0-efaa-4997-a438-737654f3440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:37:07Z', 'revision_number': 4, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port': {'id': '770f77b0-efaa-4997-a438-737654f3440a', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:72:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:06Z', 'updated_at': '2021-01-26T11:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:37:02Z', 'revision_number': 5, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:37:11.236394 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d72c8-ed7c-4082-82be-89d6c2c05019 None None] The sync data for ids ['76687f14-1b50-4c58-8185-22e049ed2d41'] in dv-cinder-772388-2-smb is: [{'id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'name': 'router1', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4'}], 'enable_snat': True}, 'gw_port_id': '770f77b0-efaa-4997-a438-737654f3440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:36:45Z', 'updated_at': '2021-01-26T11:37:07Z', 'revision_number': 4, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'gw_port': {'id': '770f77b0-efaa-4997-a438-737654f3440a', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:72:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:37:06Z', 'updated_at': '2021-01-26T11:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c448bc2b-9a94-4428-9608-82531e0fe22a', 'name': '', 'network_id': 'd2763fc8-3eba-4c5d-912a-4c454e1a729f', 'tenant_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'mac_address': 'fa:16:3e:ae:e1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76687f14-1b50-4c58-8185-22e049ed2d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '442f1693-cade-4b17-b185-1e3d698b317d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:36:55Z', 'updated_at': '2021-01-26T11:37:02Z', 'revision_number': 5, 'project_id': 'c24aed8dd6e04bbf820e4655cfb87aea', 'subnets': [{'id': '442f1693-cade-4b17-b185-1e3d698b317d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba5be70c-9894-48c5-9d2b-d04194203707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:37:11.469429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 58976) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:11.576230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 770f77b0-efaa-4997-a438-737654f3440a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:37:11.639649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c6525d-96b5-4bc4-80fe-e027bb8e9146 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:37:11.650127 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-40c6525d-96b5-4bc4-80fe-e027bb8e9146 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1076 time: 0.1710463 Jan 26 11:37:11.678551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 770f77b0-efaa-4997-a438-737654f3440a completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:37:11.685239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 770f77b0-efaa-4997-a438-737654f3440a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:37:11.685733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:11.825870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:11.844740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 770f77b0-efaa-4997-a438-737654f3440a, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=770f77b0-efaa-4997-a438-737654f3440a,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:37:11.890902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:11.893147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:37:11.970797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=770f77b0-efaa-4997-a438-737654f3440a,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:37:11.974004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:37:13.541705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 770f77b0-efaa-4997-a438-737654f3440a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:37:13.629842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 770f77b0-efaa-4997-a438-737654f3440a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:37:13.630270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:15.364288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-229cf133-e4f7-43a7-a652-741c76acba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:17.661274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d330-fa9c-4fd6-b164-2ad8826ed6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:18.335791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:19.547165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:19.924374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:21.804068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:37:45.340429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4de808df-f096-4575-aa93-09fcca48eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:47.620956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc693-159f-47e5-9d91-0561ad12a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:48.340608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:49.546304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:49.855311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:37:58.804022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:38:15.340174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9a84a89f-5902-411c-9104-5c7759889a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:17.638127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9e775818-101e-48de-8c85-b5c5819f3c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:18.334493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:19.569138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:19.866621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:35.803775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:38:45.334436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4bb3270b-3c0d-42c2-85ce-d970e006c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:47.636309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a0f523d9-6217-4f63-920b-cdd114e92204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:48.345087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:49.556596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:38:49.859368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:12.805278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:39:15.339301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b83b0458-9290-4064-af3d-9677bf1cb02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:17.647721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-edde2dd3-95e6-4737-9c35-248c88b47b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:18.344555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:19.550034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:19.882132 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:31.836055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59554) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:31.938355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf61c7-74bc-4171-8bce-9fcc19104d08 admin admin] GET failed (client error): The resource could not be found. Jan 26 11:39:31.939724 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bbdf61c7-74bc-4171-8bce-9fcc19104d08 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1026349 Jan 26 11:39:32.088743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f58fa-71b8-4a23-bc3f-cd2e280be55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:32.090249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-fe0f58fa-71b8-4a23-bc3f-cd2e280be55a admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1453655 Jan 26 11:39:34.589247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59564) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:34.736075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52290887-bf9f-44e6-8a1a-742968fa4a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:34.736693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-52290887-bf9f-44e6-8a1a-742968fa4a79 admin admin] Synchronizing usage tracker for tenant:d487a3622da148fc9b33184d7602386e on resource:subnet {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:39:34.818558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-52290887-bf9f-44e6-8a1a-742968fa4a79 admin admin] Unset dirty status for tenant:d487a3622da148fc9b33184d7602386e on resource:subnet {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:39:34.819836 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-52290887-bf9f-44e6-8a1a-742968fa4a79 admin admin] 10.222.0.53 "GET /v2.0/subnets/442f1693-cade-4b17-b185-1e3d698b317d HTTP/1.1" status: 200 len: 849 time: 0.2295320 Jan 26 11:39:34.831383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:34.976109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:35.327261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752054630822'] for subnet, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:35.344284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:39:35.488708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442f1693-cade-4b17-b185-1e3d698b317d,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:39:35.503945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.504392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.504771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.505213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.505523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.505897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.506266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.506636 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.507032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.507401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.507765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.508129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:39:35.513352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:39:35.545828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:35.546403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:35.547815 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] 10.222.0.53 "PUT /v2.0/subnets/442f1693-cade-4b17-b185-1e3d698b317d HTTP/1.1" status: 200 len: 868 time: 0.7215927 Jan 26 11:39:35.552158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee881da6-020c-4654-bf74-b4d620db7e0f None None] Network d2763fc8-3eba-4c5d-912a-4c454e1a729f requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:39:36.118604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-28ac0502-68f4-4da5-962e-c2a94bc4725b None None] Provisioning complete for port c448bc2b-9a94-4428-9608-82531e0fe22a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:39:36.119255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28ac0502-68f4-4da5-962e-c2a94bc4725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:36.265459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-28ac0502-68f4-4da5-962e-c2a94bc4725b None None] Provisioning complete for port 1a98d61e-bab9-4b50-8489-30fb09bf672c triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:39:36.265925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28ac0502-68f4-4da5-962e-c2a94bc4725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:38.066789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59574) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:38.287409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fdadb-e4ae-448f-b73a-25d121f677e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:38.287758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fdadb-e4ae-448f-b73a-25d121f677e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:38.289529 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d11fdadb-e4ae-448f-b73a-25d121f677e4 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2216325 Jan 26 11:39:40.781746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59584) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:41.003476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2ad81-f4a7-46f5-95f6-64e7ecc86c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:41.003910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce2ad81-f4a7-46f5-95f6-64e7ecc86c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:41.005606 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9ce2ad81-f4a7-46f5-95f6-64e7ecc86c86 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2228091 Jan 26 11:39:43.504937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59594) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:43.717621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1864145-7bc7-4098-b1e9-d18b96d4637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:43.719215 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e1864145-7bc7-4098-b1e9-d18b96d4637b admin admin] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 886 time: 0.2132163 Jan 26 11:39:45.326925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-781c6884-5b65-4ecd-ad53-e6cba9a1ab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:46.220430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59604) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:46.438306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5937e8-888c-4841-910f-0eebdf5965da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:46.442754 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-fc5937e8-888c-4841-910f-0eebdf5965da admin admin] 10.222.0.53 "GET /v2.0/networks/d2763fc8-3eba-4c5d-912a-4c454e1a729f HTTP/1.1" status: 200 len: 862 time: 0.2183175 Jan 26 11:39:47.624222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3f730adb-b5a3-4ccc-bd7d-417bdfc66ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:48.356101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:48.940671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59614) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:49.083638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928d7c-02d5-412e-af0d-b945877317f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:49.084053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928d7c-02d5-412e-af0d-b945877317f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:49.085709 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d5928d7c-02d5-412e-af0d-b945877317f8 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440058 Jan 26 11:39:49.556200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:49.804947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:39:49.880883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:39:51.588540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59624) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:51.733546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92735b-1e5c-4510-af78-89e37472073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:51.733950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92735b-1e5c-4510-af78-89e37472073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:51.735607 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9f92735b-1e5c-4510-af78-89e37472073c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1459901 Jan 26 11:39:54.233691 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59634) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:54.382616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1076c7-4edf-468a-a96e-f10c70d2f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:54.384172 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1a1076c7-4edf-468a-a96e-f10c70d2f1f7 admin admin] 10.222.0.53 "GET /v2.0/subnets/442f1693-cade-4b17-b185-1e3d698b317d HTTP/1.1" status: 200 len: 868 time: 0.1494179 Jan 26 11:39:56.897320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59644) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:57.060852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5ab5f-7b7d-4331-b17e-488549ad5600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:39:57.062278 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0ca5ab5f-7b7d-4331-b17e-488549ad5600 admin admin] 10.222.0.53 "GET /v2.0/subnets/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed HTTP/1.1" status: 200 len: 816 time: 0.1639090 Jan 26 11:40:15.337516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb983-01fd-4f5a-9e88-e8d8ebc6165d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:17.680670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6544ec8f-c649-48e1-8f6b-ca4585010f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:18.361514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:19.577613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:19.898135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:23.432673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 59684) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:23.625571 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-deead936-083c-445c-ac82-8b9ac243cbc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:40:23.626209 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-deead936-083c-445c-ac82-8b9ac243cbc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:40:23.859458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-deead936-083c-445c-ac82-8b9ac243cbc9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:40:23.861308 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-deead936-083c-445c-ac82-8b9ac243cbc9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4264719 Jan 26 11:40:26.502209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 59698) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:26.636187 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd1bb16-c6d8-44c4-94c8-33d5a33c06ca admin admin] GET failed (client error): The resource could not be found. Jan 26 11:40:26.637841 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7fd1bb16-c6d8-44c4-94c8-33d5a33c06ca admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1345904 Jan 26 11:40:26.805262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:40:26.851302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.policy [None req-3e0d9d66-f047-48c9-9f8e-8fa9948b6341 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80232) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 11:40:26.852198 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-3e0d9d66-f047-48c9-9f8e-8fa9948b6341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:40:26.852613 dv-cinder-772388-2-smb neutron-server[80118]: WARNING oslo_policy.policy [None req-3e0d9d66-f047-48c9-9f8e-8fa9948b6341 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:40:26.869089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d9d66-f047-48c9-9f8e-8fa9948b6341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:40:26.871042 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3e0d9d66-f047-48c9-9f8e-8fa9948b6341 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2280791 Jan 26 11:40:29.431311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59710) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:29.514584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:29.523615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:40:29.540747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:40:29.589415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Made reservation on behalf of d487a3622da148fc9b33184d7602386e for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:40:29.597862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:29.708519 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.services.revisions.revision_plugin [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Could not find related network for resource to bump revision. Jan 26 11:40:29.723900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:40:29.774310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:29.774756 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Added segment 22066bc3-bfde-4683-ba33-920b37139da3 of type vxlan for network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 Jan 26 11:40:29.806318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:30.063356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:30.064600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:40:30.065236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:30.069078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:40:30.187411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6c4150-e2c6-4cb1-a2e7-13073ad3a683,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:40:30.190308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:40:30.198357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:40:30.246706 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.8035543 Jan 26 11:40:32.800553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59720) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:32.905059 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a3d7b3-f0cb-4495-b843-63626f38b53c admin admin] GET failed (client error): The resource could not be found. Jan 26 11:40:32.905632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-79a3d7b3-f0cb-4495-b843-63626f38b53c admin admin] Synchronizing usage tracker for tenant:d487a3622da148fc9b33184d7602386e on resource:network {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:40:32.949050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-79a3d7b3-f0cb-4495-b843-63626f38b53c admin admin] Unset dirty status for tenant:d487a3622da148fc9b33184d7602386e on resource:network {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:40:32.950593 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-79a3d7b3-f0cb-4495-b843-63626f38b53c admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1488106 Jan 26 11:40:33.072578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c07cdc-5be0-4b7e-8c9f-a10b05dc8733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:40:33.074091 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-00c07cdc-5be0-4b7e-8c9f-a10b05dc8733 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1184244 Jan 26 11:40:33.089795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:33.095995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:40:33.105970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:40:33.155398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Made reservation on behalf of d487a3622da148fc9b33184d7602386e for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:40:33.164349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:33.749369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:33.769200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cf862100-e408-4b34-ad81-8c7ac4e89a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:40:33.902214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc52e01-051c-4ac6-b1f2-af145de621f1,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:40:33.907719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:40:33.971684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Checking segment: {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:40:33.972078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Network hostable DHCP agents. Network: 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:40:34.022977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:40:34.057258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:40:34.061557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:40:34.062202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:34.066766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b31e6-d1f6-421e-a8be-20ef26c83919 None None] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:40:34.121121 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0352659 Jan 26 11:40:34.323252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-5d6c4150-e2c6-4cb1-a2e7-13073ad3a683', 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683', 'tenant_id': 'd487a3622da148fc9b33184d7602386e', 'fixed_ips': [{'subnet_id': 'dfc52e01-051c-4ac6-b1f2-af145de621f1'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:40:34.324192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:34.701053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Allocated IP 192.168.233.2 (5d6c4150-e2c6-4cb1-a2e7-13073ad3a683/dfc52e01-051c-4ac6-b1f2-af145de621f1/486cd081-3c71-47d8-a970-d788262f366c) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:40:35.018972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:35.080465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Transition to ACTIVE for port object 486cd081-3c71-47d8-a970-d788262f366c will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:40:35.104590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Transition to ACTIVE for port object 486cd081-3c71-47d8-a970-d788262f366c will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:40:35.138415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:35.169463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9f7ba49d-afc7-4b5b-9187-618a82ef06c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:40:35.458008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Pushing event updated for resources: {'Port': ['ID=486cd081-3c71-47d8-a970-d788262f366c,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:40:35.474721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.475094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.475485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.475857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.476221 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.476595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.476970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.477322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.477687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.478055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.478417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.478879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:40:35.485017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:40:35.527269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:40:35.527855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:40:35.530477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:40:35.600219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Attempting to bind port 486cd081-3c71-47d8-a970-d788262f366c on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:40:35.600811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Attempting to bind port 486cd081-3c71-47d8-a970-d788262f366c by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:40:35.601220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Attempting to bind port 486cd081-3c71-47d8-a970-d788262f366c on network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:40:35.608277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:40:35.608752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Checking segment: {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:40:35.609437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:35.610020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Bound using segment: {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:40:35.610567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Bound port: 486cd081-3c71-47d8-a970-d788262f366c, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:40:35.611155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:35.721650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] For port 486cd081-3c71-47d8-a970-d788262f366c, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:40:35.726728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] For port 486cd081-3c71-47d8-a970-d788262f366c, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=486cd081-3c71-47d8-a970-d788262f366c,segment=NetworkSegment(22066bc3-bfde-4683-ba33-920b37139da3),segment_id=22066bc3-bfde-4683-ba33-920b37139da3)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:40:35.778096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:35.793828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:40:35.957416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Pushing event updated for resources: {'Port': ['ID=486cd081-3c71-47d8-a970-d788262f366c,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:40:35.962600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:40:37.317963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145fbba-6872-46dd-93ad-1c601737aa04 None None] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:40:37.404491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-94b51264-4cab-4677-8b2a-a1307f971d42 None None] Provisioning for port 486cd081-3c71-47d8-a970-d788262f366c completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:40:37.679449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 486cd081-3c71-47d8-a970-d788262f366c up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:40:37.801326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 486cd081-3c71-47d8-a970-d788262f366c completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:40:37.811634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 486cd081-3c71-47d8-a970-d788262f366c triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:40:37.812481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:37.918304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-e856f9d8-7124-4952-9cf4-1212b3c8d080 None None] Provisioning complete for port 486cd081-3c71-47d8-a970-d788262f366c triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:40:37.918805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e856f9d8-7124-4952-9cf4-1212b3c8d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:38.082750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:38.171848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e856f9d8-7124-4952-9cf4-1212b3c8d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:38.185470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 486cd081-3c71-47d8-a970-d788262f366c, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=486cd081-3c71-47d8-a970-d788262f366c,segment=NetworkSegment(22066bc3-bfde-4683-ba33-920b37139da3),segment_id=22066bc3-bfde-4683-ba33-920b37139da3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:40:38.254845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:38.262243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:40:38.302234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-e856f9d8-7124-4952-9cf4-1212b3c8d080 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:40:38.302234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-e856f9d8-7124-4952-9cf4-1212b3c8d080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:40:38.337070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=486cd081-3c71-47d8-a970-d788262f366c,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:40:38.340427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:40:38.988638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-600c3141-0470-46f7-9e6b-58aa0e73d9b8 None None] Provisioning complete for port 486cd081-3c71-47d8-a970-d788262f366c triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:40:38.989057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-600c3141-0470-46f7-9e6b-58aa0e73d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:39.640448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 486cd081-3c71-47d8-a970-d788262f366c up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:40:39.719265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 486cd081-3c71-47d8-a970-d788262f366c triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:40:39.724862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:45.337376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a5a18c29-0112-4042-aac3-de6c79d923a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:47.622926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-267233b3-5e1b-4bc7-97a6-2d70b3811bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:48.347860 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:49.571518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:40:49.891766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:03.804387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:41:15.348270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4e5724a7-3633-412a-9605-67373bc03108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:17.639483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8f7-deec-4b81-ba5a-8c707edc9cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:18.387987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:19.559912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:19.896878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:40.804120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:41:45.336142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfd123a7-3b44-4d54-bc36-86c41ec175ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:47.644808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2b15-f877-41bf-8c6c-34664403a673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:48.347585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:49.564667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:41:49.913323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:01.624917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59762) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:42:01.631936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [None req-b99c05be-21c3-477f-b6f0-6cf345f46976 tempest-verify_tempest_config-1501063667 tempest-verify_tempest_config-1501063667] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:42:01.633035 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b99c05be-21c3-477f-b6f0-6cf345f46976 tempest-verify_tempest_config-1501063667 tempest-verify_tempest_config-1501063667] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0067568 Jan 26 11:42:02.134348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59782) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:42:02.285759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:02.301330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:42:02.305433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Usage tracker for resource:security_group_rule and tenant:297eb21292154f3f8c39114103a69272 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:42:02.308430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:42:02.314164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:42:02.700450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:02.758947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:02.772470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:42:02.814096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093bacb-fee4-4bab-815e-fc1e2d8c6688,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:42:02.817241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Synchronizing usage tracker for tenant:d487a3622da148fc9b33184d7602386e on resource:security_group {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:42:02.826934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.827330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.827717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.828362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.828498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.828498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.829637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.829637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.829885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.830255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.830624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.831013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:42:02.836973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:42:02.879177 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Unset dirty status for tenant:d487a3622da148fc9b33184d7602386e on resource:security_group {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:42:02.880646 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=297eb21292154f3f8c39114103a69272&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7452009 Jan 26 11:42:02.883606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59788) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:42:02.945776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:02.985889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:03.062524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:03.068276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-efe550d3-1e51-4fde-a6f3-9268c0f4d587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:42:03.080764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093bacb-fee4-4bab-815e-fc1e2d8c6688,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:42:03.083849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:42:03.085894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:03.087039 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6093bacb-fee4-4bab-815e-fc1e2d8c6688 HTTP/1.1" status: 204 len: 168 time: 0.2023923 Jan 26 11:42:15.519135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e64b7672-cbfc-47d8-8372-50f0b9538d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:17.627139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-231df04e-c233-4267-966c-305dfeeb3822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:17.803408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:42:18.364247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:19.558131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:19.901321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:45.339943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-198bebfb-437a-4e6f-90dd-181c9b4a9edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:47.667535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be272a53-fb37-4915-be64-30019c82e201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:48.363526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:49.563647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:49.912293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:42:54.805843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:43:15.344837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f4bf8591-cd73-45e2-a333-ec63d9da5383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:17.637505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bac7d485-568b-4bae-b993-b206c5417c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:18.351339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:19.574244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:19.921992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:31.804882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 5 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:43:45.351381 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9c4ddf89-ec12-41e2-9635-af6ca7bce6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:47.630833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a796c79e-c343-472b-a275-ceb8ca9e66b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:48.372684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:49.590339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:43:49.938247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:03.623641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112'] for agent, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:03.624207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.624407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.624795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.625178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.625560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.626202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.626578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.626981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.627357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.627844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.628294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.628694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:44:03.629089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77238', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:44:03.633314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77238', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:44:04.046447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] get_endpoint_by_host() called for host hv-cinder-77238 {{(pid=80233) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 11:44:04.050524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=80233) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 11:44:04.053927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=80233) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 11:44:04.099419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] _get_endpoints() called {{(pid=80233) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 11:44:08.804808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:44:14.311105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59860) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:44:14.460580 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-96dffc18-96e8-46d6-8ac5-bee93f4dd1ee admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1482689 Jan 26 11:44:15.339449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-431b2e4f-8ac2-4870-8c49-1164a85cafa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:16.958498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 59870) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:44:17.047562 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c30aa81c-5d0f-45ef-9724-1653cfff98dd admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0878377 Jan 26 11:44:17.651847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e21e307c-42f2-420f-96b0-2e1a70fbd486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:18.360382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:19.570279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:19.927677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:33.612920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:45.346127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4075c590-5f79-47c6-80a0-5c6a4dcc5ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:45.803953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:44:47.642748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5830b79-9f1a-41b4-aaf3-77fc58c05abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:48.367665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:49.572723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:44:49.927302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:03.642005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:15.344673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ab31ee7b-a76d-4298-a4fa-368667758c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:17.656437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65845501-1ab3-43a0-a742-64dab69753c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:18.377451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:19.575578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:19.967124 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:22.806077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:45:33.647773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:45.333164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-56a92491-28cf-48b2-9437-bdf9e1793c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:47.658039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-587022a2-0ad9-4583-b345-5329448e7734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:48.370123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:49.593550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:49.947306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:45:59.808342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:46:03.659276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:12.320555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60016) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:13.134604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-131896045-network', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:13.142661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:13.152325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Usage tracker for resource:network and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:13.158224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:13.168767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:13.229435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Made reservation on behalf of 2cfa89c8269649a9b3ea06822954b3f3 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:13.234749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.254423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.272998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:13.278553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:13.282020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:13.288404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:13.328153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60042) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:13.577863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.610615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.619299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:13.678395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:46:13.684043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17215b4e-fb24-42e9-ae66-63a3a590013d,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:13.701846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.702498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.703234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.703847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.704516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.705549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.713316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.714596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.715253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.715888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.716744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.717838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.718187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.719036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.719731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.720374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.720984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.721592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Tracked resource versions report: Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}, Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:46:13.725093 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:46:13.742947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:13.753330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.754880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Added segment fc1b0705-4025-41c8-a778-97f0c02950db of type vxlan for network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db Jan 26 11:46:13.796589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.933350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.935701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:13.936774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:13.950118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:14.119822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1505308009-network', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:14.122672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.quota [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Loaded quota_driver: . Jan 26 11:46:14.130213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:14.136616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Usage tracker for resource:network and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:14.140637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:14.148844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:14.175520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60064) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:14.186115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Pushing event updated for resources: {'Network': ['ID=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:14.187602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60068) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:14.192616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:14.200564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:14.222595 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8969965 Jan 26 11:46:14.223057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60076) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:14.232917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Request body: {'subnet': {'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-subnet', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:14.246639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Made reservation on behalf of 10afcb033d524f739e42bb0de1c5d6c2 for: {'network': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:14.257336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:14.270247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:14.287268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Usage tracker for resource:subnet and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:14.299678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:14.322162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:14.323189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:14.362447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:14.372725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:14.380315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:14.384426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Made reservation on behalf of 2cfa89c8269649a9b3ea06822954b3f3 for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:14.392664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:14.394604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:14.419492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:14.973162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.004764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.014760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1291465361-network', 'tenant_id': 'b350c2368e9e4600aa3d734892c5af3a'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:15.026333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:15.027424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-network', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:15.034119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.040358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.041635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Usage tracker for resource:network and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.045346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.054013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.068635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60098) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:15.077115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caafb67-24e7-4d9e-be91-605844961dfa,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:15.088104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.088748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.089272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.089791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.090357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.090936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.091464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.091988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.092506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.093014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.093690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.094211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.095326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.095864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.096379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.096897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.097403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.097908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.098413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.098989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.099562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.100072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.100651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.102504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Tracked resource versions report: Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}, Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:46:15.105005 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:46:15.130458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Made reservation on behalf of cdd207cc254b4612ac26623340e0c94b for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:15.135881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.136137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Usage tracker for resource:network and tenant:b350c2368e9e4600aa3d734892c5af3a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.140297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.160132 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:15.162357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.178951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.180619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.191678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:46:15.209401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-84498275-9569-4ecd-b8f5-fbcea5cd352c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:15.215975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Made reservation on behalf of b350c2368e9e4600aa3d734892c5af3a for: {'network': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:15.222723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.240363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.245618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Usage tracker for resource:security_group_rule and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.248770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.252743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.255100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.282360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.290881 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Added segment cfd3f38e-76c0-4288-be03-7714fbbd80c3 of type vxlan for network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad Jan 26 11:46:15.325437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.376915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Usage tracker for resource:security_group_rule and tenant:b350c2368e9e4600aa3d734892c5af3a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.384578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.386873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65f94255-66f6-4865-aea9-2b3d7a32ab3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.413831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:15.416967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.430524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.435656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:15.515656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.538993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.541269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:15.542318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.546217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Checking segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:15.546623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Network hostable DHCP agents. Network: dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:46:15.559549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.563765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:15.568735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:15.604770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:46:15.620400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf0d061-c307-4ceb-be05-f60e56d1f4ba,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:15.623258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:46:15.626480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:15.633801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.634192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Added segment 666214f8-9c2b-4f44-a391-97b228ad26f2 of type vxlan for network d9d0616d-877e-458f-a09b-e89e27c7b147 Jan 26 11:46:15.662962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-307520953-network', 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:15.673678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.677274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.684576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Usage tracker for resource:network and tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.689410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.690055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:15.696287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:15.698395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:15.700548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.710490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:15.710846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:15.711311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.736452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.755137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e7d04-4549-4752-a802-416384efeb6e None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:15.762340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:15.767331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.787584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.803439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:15.807861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.813420 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4839742 Jan 26 11:46:15.813950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.814313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.816326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60116) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:15.819432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.819665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:15.832594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:15.856423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:46:15.875568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Request body: {'subnet': {'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1505308009-subnet', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:15.884954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.886430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.887337 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Added segment 247a12f4-8ee7-44fd-85fa-d50537efc5d2 of type vxlan for network 5fd9d001-8b36-4c07-b673-86e75e3eee7d Jan 26 11:46:15.892508 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6681275 Jan 26 11:46:15.895523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60124) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:15.896640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:15.897315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.939301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:15.959022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:15.967713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Usage tracker for resource:subnet and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:15.977837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:15.983137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e1be59-49a8-4332-8f85-8bff6de75c6e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:15.984511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:16.002285 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:16.011986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.014011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:16.014224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:16.015255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.038782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:16.083363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:16.097068 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9080684 Jan 26 11:46:16.101066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60130) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:16.137647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Made reservation on behalf of 10afcb033d524f739e42bb0de1c5d6c2 for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:16.156387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.202270 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0245683 Jan 26 11:46:16.203512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd9d001-8b36-4c07-b673-86e75e3eee7d,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:16.205819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60136) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:16.209132 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:16.214104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Request body: {'subnet': {'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-subnet', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:16.215388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Request body: {'subnet': {'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1291465361-subnet', 'tenant_id': 'b350c2368e9e4600aa3d734892c5af3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:16.221650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:16.226732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:16.227734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Usage tracker for resource:subnet and tenant:b350c2368e9e4600aa3d734892c5af3a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:16.233030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:16.238416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:16.320942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Made reservation on behalf of b350c2368e9e4600aa3d734892c5af3a for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:16.326206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.377491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:16.384316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Usage tracker for resource:router and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:16.388474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:16.397115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:16.414988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:16.421102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Usage tracker for resource:subnet and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:16.425705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:16.432684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:16.442190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Pushing event updated for resources: {'Network': ['ID=d9d0616d-877e-458f-a09b-e89e27c7b147,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:16.458571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.460393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.472236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:16.611442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Made reservation on behalf of cdd207cc254b4612ac26623340e0c94b for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:16.616259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.701432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:16.739892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network d9d0616d-877e-458f-a09b-e89e27c7b147 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:16.833267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.850591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network d9d0616d-877e-458f-a09b-e89e27c7b147 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:16.934899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.936618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.970840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:46:16.981856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:16.982540 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Added segment db70f30e-1dd1-481f-8931-9694b1ccdbe8 of type vxlan for network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb Jan 26 11:46:17.012280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.052445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:17.082087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.105853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:17.106512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.126502 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a7a636-6c2a-4216-93b6-e9e7db6ab570,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:17.132121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:17.132705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-632209b0-80cf-4365-ae7c-fbd84ee43a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:17.218630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:46:17.219932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.225994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.379360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:17.462904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c819f5a-b457-4d85-aea7-02f13fd3f222,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:17.469000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:17.487842 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4177694 Jan 26 11:46:17.490840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60174) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:17.500165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Request body: {'subnet': {'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-307520953-subnet', 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:17.511615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:17.514264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Checking segment: {'id': '247a12f4-8ee7-44fd-85fa-d50537efc5d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:17.514706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Network hostable DHCP agents. Network: 5fd9d001-8b36-4c07-b673-86e75e3eee7d, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:46:17.523128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Usage tracker for resource:subnet and tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:17.526737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:17.536565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:17.623690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:46:17.642915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Pushing event updated for resources: {'Network': ['ID=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:17.646495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:17.678936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:17.685482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.725372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 5fd9d001-8b36-4c07-b673-86e75e3eee7d) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:17.729264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Allocated IP 172.20.0.2 (dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db/c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72/8b93f36d-c13c-42c6-b3f1-2b29738a675d) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:17.774095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:17.784744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:17.939600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.009239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:18.039511 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8322711 Jan 26 11:46:18.108093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60188) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:18.176143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:46:18.463297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d9773-7bc5-40a1-822f-0395058cd9ca None None] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:18.517357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.526721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.549214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:18.556838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.582090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Transition to ACTIVE for port object 8b93f36d-c13c-42c6-b3f1-2b29738a675d will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:18.619784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Transition to ACTIVE for port object 8b93f36d-c13c-42c6-b3f1-2b29738a675d will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:18.645277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-987dab29-d5f0-4a9e-9f38-c51c72319a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.648972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.692864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:18.714716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d3c6b195064d2dbcd949f1f371f866 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:18.719787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e61750-76fe-4cb9-bf06-5de337705380,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:18.725099 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:18.725334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:18.733811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:18.753709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:18.870379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60228) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:18.874490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Checking segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:18.874955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Network hostable DHCP agents. Network: 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:46:18.880866 dv-cinder-772388-2-smb neutron-server[80118]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 11:46:18.889661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:19.121372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Pushing event updated for resources: {'Port': ['ID=8b93f36d-c13c-42c6-b3f1-2b29738a675d,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:19.147621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.148308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.149754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.150305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.151809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.152247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.152633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.153012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.153389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.153762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.154134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.154504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.154993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.156202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.156704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.157100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.157488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.157874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.158252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.158622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.159030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.159400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.160645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.161038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Tracked resource versions report: Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}, Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:46:19.162412 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:46:19.181358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:19.219790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:19.221200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:19.251527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:19.270592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.305259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6ffc8-6417-45ed-bd48-00131a922468 None None] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:19.316989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-9726b68a-ce91-4ef4-8b17-cbb1979a0d89 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:19.317899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-9726b68a-ce91-4ef4-8b17-cbb1979a0d89 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Synchronizing usage tracker for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:network {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:46:19.343934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:19.347875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:46:19.432595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:19.437003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:19.437652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.521336 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4509a80a-0e98-45f5-a0c8-21efc0bbcbe2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0289710 Jan 26 11:46:19.597376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.625879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651e8be-95f3-429f-97cb-58adae34aab6 None None] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:19.636953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.646455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-9726b68a-ce91-4ef4-8b17-cbb1979a0d89 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Unset dirty status for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:network {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:46:19.656881 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-9726b68a-ce91-4ef4-8b17-cbb1979a0d89 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/networks?id=5fd9d001-8b36-4c07-b673-86e75e3eee7d HTTP/1.1" status: 200 len: 812 time: 0.7846990 Jan 26 11:46:19.665363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Attempting to bind port 8b93f36d-c13c-42c6-b3f1-2b29738a675d on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:19.665780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Attempting to bind port 8b93f36d-c13c-42c6-b3f1-2b29738a675d by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:19.666187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Attempting to bind port 8b93f36d-c13c-42c6-b3f1-2b29738a675d on network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:19.683985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0c51dd70-95b6-476a-aae5-f61fb77f90c2 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/quotas/b350c2368e9e4600aa3d734892c5af3a HTTP/1.1" status: 200 len: 375 time: 0.0250218 Jan 26 11:46:19.725807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60248) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:19.731799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:19.732227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Checking segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:19.732676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.733127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Bound using segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:19.733662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Bound port: 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:19.734193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.792227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.803615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.861561 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-f9ff9f33-dd5f-4b42-811a-409abb337d63 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?tenant_id=b350c2368e9e4600aa3d734892c5af3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1759698 Jan 26 11:46:19.925894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:19.951591 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9d3c6b195064d2dbcd949f1f371f866&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8373356 Jan 26 11:46:19.954448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60268) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:19.989854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:20.023131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.119200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.152583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] For port 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:20.172550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] For port 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=8b93f36d-c13c-42c6-b3f1-2b29738a675d,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:20.191962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.214169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.237985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:20.292547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.299727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1d1537f4-84ac-4adc-88a1-084a675a3298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:20.327324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cafaa4-f5a0-4865-b617-866884b95480,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:20.331919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:20.346391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.350242 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3cafaa4-f5a0-4865-b617-866884b95480 HTTP/1.1" status: 204 len: 168 time: 0.3920846 Jan 26 11:46:20.354877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Pushing event updated for resources: {'Port': ['ID=8b93f36d-c13c-42c6-b3f1-2b29738a675d,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:20.359586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3c29f-e318-43dc-ac12-a14a02fac222 None None] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:20.378361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:20.425836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60294) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:20.464450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:20.465439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Checking segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:20.465975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Network hostable DHCP agents. Network: a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:46:20.471254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-78599c66-c23c-4562-9c7c-606bd248741d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:20.492005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.525133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e4383a0f-6a86-4575-89bd-18e306e63579 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:46:20.527081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e4383a0f-6a86-4575-89bd-18e306e63579 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2659917 Jan 26 11:46:20.531425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cafaa4-f5a0-4865-b617-866884b95480,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:20.552955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:20.555183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:20.590966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.741525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:20.759800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Usage tracker for resource:security_group_rule and tenant:7128270376614b5ea898f751c511199f is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:20.785755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:46:20.852312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:20.865317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103c080e-300e-4162-94a2-7428af7434fa,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:20.876554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:20.882223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:20.884862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:20.889560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-ea5906cf-887a-4584-a055-4ade9faed2fb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:20.890151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:20.891294 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-ea5906cf-887a-4584-a055-4ade9faed2fb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.4604394 Jan 26 11:46:20.891499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:20.906184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec3d24-634b-45b2-832c-866c06b942c5 None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:20.957635 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3988efa6-2140-4969-b5fb-9989dc1f61c6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/quotas/2c7e3a5d822649eda5fc4b2d6e997ae5 HTTP/1.1" status: 200 len: 375 time: 0.0331376 Jan 26 11:46:20.980400 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-6b4f5721-6785-4eb2-bf45-30f5bc5cf7b7 service neutron] 10.222.0.53 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238821 Jan 26 11:46:21.158641 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-12653aa7-5a17-453a-be1c-5d260760c9db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.3411214 Jan 26 11:46:21.166220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60304) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:21.181297 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-e673aa5a-6cb3-4c6a-82e8-016bd518f079 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2052941 Jan 26 11:46:21.181772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60308) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:21.192951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:21.230034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:21.248789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Allocated IP 172.28.1.135 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/27b4508b-1d13-4c5b-b6e7-2c9612dd9508) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:21.257428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Usage tracker for resource:router and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:21.268362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:21.287002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:21.290476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Checking segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:21.291023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Network hostable DHCP agents. Network: d9d0616d-877e-458f-a09b-e89e27c7b147, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:46:21.345478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:46:21.346930 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.357006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.396395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Network d9d0616d-877e-458f-a09b-e89e27c7b147 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:46:21.401323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:21.406710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Usage tracker for resource:security_group_rule and tenant:94d080da1ba344198b6ca84c39cdfafd is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:21.411610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:21.426705 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-a0734551-4d71-460d-8208-db880c25bb25 service neutron] 10.222.0.53 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3230286 Jan 26 11:46:21.432253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:21.476120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-f8cf566b-634a-46c0-a54d-9455fc56b6cb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:46:21.477854 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-f8cf566b-634a-46c0-a54d-9455fc56b6cb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1014173 Jan 26 11:46:21.484486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, d9d0616d-877e-458f-a09b-e89e27c7b147) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:21.486661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.488121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.495458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:21.496364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.500914 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296430d2-c0e3-49fa-9cc7-cddbd1e50631 None None] Network d9d0616d-877e-458f-a09b-e89e27c7b147 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:21.563407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.585206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.606246 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.4811099 Jan 26 11:46:21.611467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60318) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:21.625384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:21.632393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:21.637407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Usage tracker for resource:router and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:21.640814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:21.647200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:21.677480 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-b94b1044-6bc8-4064-9f93-d27a73fcae12 service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929088 Jan 26 11:46:21.720345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.737459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.738602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.748049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-915a534d-5197-443f-ba2b-764922b852d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:21.818586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.867548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.896426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:21.918201 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7128270376614b5ea898f751c511199f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1074963 Jan 26 11:46:21.926674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60330) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:21.994587 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:21.997310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 8b93f36d-c13c-42c6-b3f1-2b29738a675d up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:22.050114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc26e92-dc25-4745-a758-1c1026521152,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:22.060646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.065934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:22.067132 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94d080da1ba344198b6ca84c39cdfafd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8717372 Jan 26 11:46:22.067991 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec5500-8777-4c27-a182-6a3877273d43,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:22.072200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:22.072771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60346) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:22.139001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b24f541c-2e33-4fd7-bc1d-8ff0f83b746c req-767c209b-0bbb-4f34-9c61-cac6ecd15992 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.1572039 Jan 26 11:46:22.175115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0bf1d-13c3-40b2-b147-bfd774134ad4 None None] Network d9d0616d-877e-458f-a09b-e89e27c7b147 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:22.194569 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-e0193b3d-5154-4783-82a6-550b262c6777 service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5059245 Jan 26 11:46:22.284093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.370588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.378345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.425374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.466432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.621334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.622445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.641401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:22.723127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc26e92-dc25-4745-a758-1c1026521152,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:22.765343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.832692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Allocated IP 172.20.0.2 (a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad/f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658/82625a55-db86-40f0-9325-8b7c50ad718e) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:22.839571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.841750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429e576-838e-4a51-92fd-c2b1fd94f747 None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:22.881729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:22.947785 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b25be7b2-eb6f-4534-916d-1b579736238b req-391816de-7eff-4b8a-bf2e-8daf04d533d0 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.1498353 Jan 26 11:46:22.948749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.959647 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dec5500-8777-4c27-a182-6a3877273d43 HTTP/1.1" status: 204 len: 168 time: 0.8823097 Jan 26 11:46:22.961996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec5500-8777-4c27-a182-6a3877273d43,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:22.964414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:22.968371 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d0f03cd0-4ee7-4e1f-bea1-1c73a31b3719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cdc26e92-dc25-4745-a758-1c1026521152 HTTP/1.1" status: 204 len: 168 time: 0.9920309 Jan 26 11:46:22.971888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:22.972427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:22.972823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:23.102888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-2c48593d-e5d8-4987-a86c-52da10d48926 None None] Provisioning for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:23.346755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:23.385626 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1687ca13-61c3-4a9a-a933-2de43561c5d8 req-cf6a1299-519a-408c-8215-cf22c1ca38f2 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.0751753 Jan 26 11:46:23.588119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Pushing event updated for resources: {'Port': ['ID=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:23.594028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:23.624664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:23.680645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:23.681047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:23.730537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Transition to ACTIVE for port object 82625a55-db86-40f0-9325-8b7c50ad718e will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:23.738838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:23.741652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:23.745697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:24.051717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Transition to ACTIVE for port object 82625a55-db86-40f0-9325-8b7c50ad718e will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:24.144347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.230500 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23c4b488-e8fe-48b2-8a05-502fcfc98ae9 req-cd7df5f2-c713-4ec2-9cd4-684c12b3f7cb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.1343272 Jan 26 11:46:24.405291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:24.499364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.513738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.582038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:24.586954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:24.602624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:24.628686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.668793 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1cfe4183-b669-41ca-bae2-01a2557c3ab2 req-38366765-dffc-4d68-a0b1-08fe6c0e47d3 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.1192732 Jan 26 11:46:24.699490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-f0efbe02-2174-4d33-9b46-edd8587e449e None None] Provisioning complete for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:24.700104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0efbe02-2174-4d33-9b46-edd8587e449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.795801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=8b93f36d-c13c-42c6-b3f1-2b29738a675d,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:24.825912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Pushing event updated for resources: {'Port': ['ID=82625a55-db86-40f0-9325-8b7c50ad718e,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:24.833736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:24.839307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.851255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Attempting to bind port 82625a55-db86-40f0-9325-8b7c50ad718e on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:24.852766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Attempting to bind port 82625a55-db86-40f0-9325-8b7c50ad718e by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:24.853303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Attempting to bind port 82625a55-db86-40f0-9325-8b7c50ad718e on network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:24.867640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:24.908073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:24.908602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Checking segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:24.909179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:24.909880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Bound using segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:24.910850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Bound port: 82625a55-db86-40f0-9325-8b7c50ad718e, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:24.911439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.078665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=8b93f36d-c13c-42c6-b3f1-2b29738a675d,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:25.091560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:25.134085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.141327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] For port 82625a55-db86-40f0-9325-8b7c50ad718e, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:25.156375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] For port 82625a55-db86-40f0-9325-8b7c50ad718e, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=82625a55-db86-40f0-9325-8b7c50ad718e,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:25.196668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.200510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.324822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.396097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5c1eb412-f539-41f8-a6bc-bd2ee3ec359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:25.439105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60480) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:25.505041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-f1344716-e98f-46a4-973f-94810c050041 None None] Provisioning complete for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:25.505041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1344716-e98f-46a4-973f-94810c050041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.581145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Pushing event updated for resources: {'Port': ['ID=82625a55-db86-40f0-9325-8b7c50ad718e,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:25.596507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:25.713965 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3cb93d3a-eb6b-41f4-aba5-8b1ecdae4ae5 req-31c26302-82ee-4364-bf93-9cd6cd84b6a3 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.0662248 Jan 26 11:46:25.811883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:25.880662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:25.893117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Usage tracker for resource:security_group_rule and tenant:f80b8e6136a44988b97c9839e6963592 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:25.906369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:25.915114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:26.058106 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8790bf92-2181-4521-9ab2-e8ae2a446f05 req-4a5f2038-13f2-4042-9b77-50c8b4556f74 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.0764976 Jan 26 11:46:26.091183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Allocated IP 172.28.1.183 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/7ca1ad1d-2470-4610-8521-c2ea36718d20) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:26.227154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.260667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.271538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-db0cdbba-5bc8-4058-b51a-a8fc0e7b44a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:26.366667 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f80b8e6136a44988b97c9839e6963592&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9257729 Jan 26 11:46:26.369606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60502) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:26.372649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f38d88-27cd-45c1-aef5-5528b1cbcfae,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:26.377661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:26.512526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.24', 51312) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:26.517786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.556858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.662514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.697841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.866361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.895498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b5e403b5-9b26-4f4c-a200-1c843d51d177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:26.943272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f38d88-27cd-45c1-aef5-5528b1cbcfae,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:26.965809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:26.967054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:26.972574 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61f38d88-27cd-45c1-aef5-5528b1cbcfae HTTP/1.1" status: 204 len: 168 time: 0.6017132 Jan 26 11:46:27.019243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-411a7a75-153e-4ffa-a184-79910b2e4b7c tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:27.020955 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-411a7a75-153e-4ffa-a184-79910b2e4b7c tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.24 "GET /v2.0/networks?id=5fd9d001-8b36-4c07-b673-86e75e3eee7d HTTP/1.1" status: 200 len: 812 time: 0.4980917 Jan 26 11:46:27.119450 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-35953507-ee72-4eb8-9d23-0e393a4c3f27 req-57cf3afb-595e-4b67-9be7-f563bd195bec tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.1060138 Jan 26 11:46:27.193557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 8b93f36d-c13c-42c6-b3f1-2b29738a675d up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:27.236131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Allocated IP 172.28.1.210 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/86a7c183-3ec6-4d74-a01f-36d495e9287f) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:27.269410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Request body: {'port': {'device_id': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d', 'admin_state_up': True, 'tenant_id': 'b350c2368e9e4600aa3d734892c5af3a'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:27.308830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 8b93f36d-c13c-42c6-b3f1-2b29738a675d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:27.309355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:27.314757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:27.610107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.24', 51316) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:27.615640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:27.617562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 82625a55-db86-40f0-9325-8b7c50ad718e up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:27.617562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc8c17-a771-45fb-8af9-f1c423a23c3b None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:46:27.710133 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-17af63cf-bdbc-4fd6-893d-bdd741875bc0 req-ed2cc3d4-c338-4719-b7db-6d01e45417a6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.3080847 Jan 26 11:46:27.766747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-03793627-6585-4eb1-bce0-e88edf73eb2c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:27.768773 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-03793627-6585-4eb1-bce0-e88edf73eb2c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.3641431 Jan 26 11:46:27.801680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Request body: {'port': {'device_id': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb', 'admin_state_up': True, 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:27.879007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca1ad1d-2470-4610-8521-c2ea36718d20,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:27.889017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:27.983176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:46:27.995577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Provisioning for port 82625a55-db86-40f0-9325-8b7c50ad718e completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:27.999199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.007050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:28.007474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.043013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 82625a55-db86-40f0-9325-8b7c50ad718e completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:28.066891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:28.067122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.079008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:28.086911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Usage tracker for resource:port and tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:28.096632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:28.108469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:28.154721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:28.186251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.387740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:28.468312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Usage tracker for resource:port and tenant:b350c2368e9e4600aa3d734892c5af3a is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:28.483086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:28.488341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Quota usage for port was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:28.492928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:28.502156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:28.507317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:28.561440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.589126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.663722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] For port 82625a55-db86-40f0-9325-8b7c50ad718e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=82625a55-db86-40f0-9325-8b7c50ad718e,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:28.729025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.739947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:28.817101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.825268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:46:28.825533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:46:28.841987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Made reservation on behalf of b350c2368e9e4600aa3d734892c5af3a for: {'port': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:46:28.842548 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-86931195-fead-42f8-b4e3-7f0b7014b637 req-74e1b52f-e540-4ac5-a69f-fd081db88be4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.3631527 Jan 26 11:46:28.850614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Pushing event updated for resources: {'Port': ['ID=82625a55-db86-40f0-9325-8b7c50ad718e,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:28.858536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:28.874559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.893753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0aa26a02-07cc-47a8-80cb-7ec5786d9b75 None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:28.894256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0aa26a02-07cc-47a8-80cb-7ec5786d9b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:28.943795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:29.046723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:29.058026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:29.064046 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f25241d7-a5fd-45f9-ad80-209272c1e92b req-514ee196-3822-42fd-bccc-87c5e3e7d9e9 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.0627182 Jan 26 11:46:29.073829 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:29.074917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:29.219953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60586) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:29.293407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-7c816575-8970-44cb-b47b-c9995579fc27 None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:29.293831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c816575-8970-44cb-b47b-c9995579fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:29.317160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Pushing event updated for resources: {'Port': ['ID=86a7c183-3ec6-4d74-a01f-36d495e9287f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:29.382007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:29.403209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:29.445120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:29.452170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:29.468554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Usage tracker for resource:security_group_rule and tenant:26a21607d1e04a1eb5f6ee19dec65d45 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:29.485553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:29.493687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:29.495271 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-261c48b8-72c8-46b7-a87a-973582cf3b11 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.5574102 Jan 26 11:46:29.507042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60590) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:29.519308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:29.716414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 82625a55-db86-40f0-9325-8b7c50ad718e up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:29.912788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:24Z', 'revision_number': 3, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:29.918581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:29.919004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Updating router 534a7e23-dcaa-49cd-90f6-09bce585b34f port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:29.955391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Allocated IP 172.20.0.11 (2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb/66e61750-76fe-4cb9-bf06-5de337705380/997ff47e-2165-4e8a-8231-54299782ad75) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:29.991276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.027286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:30.027996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.225949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.259665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:30.269031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:30.279704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.284380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:30.457432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-7a41a182-a24e-46d1-aca1-427d62998242 None None] Provisioning complete for port 82625a55-db86-40f0-9325-8b7c50ad718e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:30.457729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7a41a182-a24e-46d1-aca1-427d62998242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.474840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:30.536254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:30.588792 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26a21607d1e04a1eb5f6ee19dec65d45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3676360 Jan 26 11:46:30.618074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60626) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:30.625272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e06b1917-f037-4499-b0ac-c156cc21eaec req-c1c4823a-3993-4cd9-944c-18aa44a2e399 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.3652599 Jan 26 11:46:31.029682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.049938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Transition to ACTIVE for port object 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:31.075747 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f3c7f087-fc92-4333-9342-f725eb93f3f5 req-9b49c335-51b5-4283-915d-43dff1e4e6ce tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.4102149 Jan 26 11:46:31.108677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.171046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dde72c-33a1-4feb-8a4e-b2e3a0eaf140,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:31.198345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:31.279225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Allocated IP 172.20.0.14 (5fd9d001-8b36-4c07-b673-86e75e3eee7d/5c819f5a-b457-4d85-aea7-02f13fd3f222/6d4d4d3e-e092-407e-84fc-4a91609844cd) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:31.479694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.618770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:31.705466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Attempting to bind port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:31.705851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Attempting to bind port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:31.706267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Attempting to bind port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:31.716627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:31.716958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:31.717410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.717862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:31.718382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Bound port: 27b4508b-1d13-4c5b-b6e7-2c9612dd9508, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:31.718819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.809693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] For port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:31.810512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60642) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:31.813379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] For port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:31.850141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Pushing event updated for resources: {'Port': ['ID=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,revision_number=2']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:31.864154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.864573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.865025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.865427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.865838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.866209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.867410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.867916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.868280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.868955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.869475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.869833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.870273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.870948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.871498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.872080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.872758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.873314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.874051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.874343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.874846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.875345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.875837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.876385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Tracked resource versions report: Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: pushed versions: Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: { 'AddressGroup': {'1.1'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': {'1.0'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': {'1.0'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': {'1.1'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': {'1.6'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': {'1.2'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': {'1.8'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': {'1.4'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': {'1.0'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': {'1.1'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': {'1.1'}} Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: consumer versions: Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: { DHCP agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: L3 agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: Metadata agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: Metering agent@dv-cinder-772388-2-smb: {}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@dv-cinder-772388-2-smb: { 'AddressGroup': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}, Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: Open vSwitch agent@hv-cinder-77238: { 'AddressGroup': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'ConntrackHelper': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Log': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Network': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Port': '1.6', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'PortForwarding': '1.2', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'QosPolicy': '1.8', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroup': '1.4', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SecurityGroupRule': '1.2', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'SubPort': '1.0', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Subnet': '1.1', Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: 'Trunk': '1.1'}} Jan 26 11:46:31.880222 dv-cinder-772388-2-smb neutron-server[80118]: {{(pid=80234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 11:46:31.902529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:31.908812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:31.982337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39817383-ed72-417d-99e0-b3928569a236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:32.053176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:32.056409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Pushing event updated for resources: {'Port': ['ID=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:32.060238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:32.097791 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f4b478f-e235-4b36-aece-8ade7c171709 req-0b2fb79a-c88e-4ffa-b8f7-7bc5e1f46b31 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.1291094 Jan 26 11:46:32.113879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:32.424524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:32.425402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:32.487744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:32.657298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:32.758595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dde72c-33a1-4feb-8a4e-b2e3a0eaf140,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:32.774852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:32.812613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:32.852292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:32.858348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5f24c72e-5ed1-4e93-9214-afeb4a3f67a4 req-87e0b2cf-a4c8-4584-a81c-ad1a4744f391 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.3633525 Jan 26 11:46:32.984292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:32.998047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.046874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:33.138898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.295696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event updated for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:33.317796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:33.479349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.483569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.487072 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9dde72c-33a1-4feb-8a4e-b2e3a0eaf140 HTTP/1.1" status: 204 len: 168 time: 2.8675001 Jan 26 11:46:33.526888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:33.528156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:33.531008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:33.571007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:33.571657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.720933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.728325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:33.803682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:24Z', 'revision_number': 3, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:33.808642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3455b6-dde8-4166-b76f-23d62bf07f66 None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:24Z', 'revision_number': 3, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:46:33.964993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:33.988211 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1925840 Jan 26 11:46:34.020584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Usage tracker for resource:security_group_rule and tenant:40185393ac2a405184f31b0665c76b48 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:34.047380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:34.056030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:34.058084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:34.109333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57e8ca07-0e97-4208-8538-7d7884bbd509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:34.157845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb929-5355-4d90-aeed-734c6ca8638e req-20381caa-c438-413e-b971-5a63a762969e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:34.158701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-080eb929-5355-4d90-aeed-734c6ca8638e req-20381caa-c438-413e-b971-5a63a762969e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:46:34.190411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-edb43c24-13eb-4904-9a8c-cdbda3dd5c9d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:46:34.191632 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-edb43c24-13eb-4904-9a8c-cdbda3dd5c9d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0297072 Jan 26 11:46:34.459133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Allocated IP 172.20.0.1 (dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db/c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72/4ba055f3-bfc8-4bed-b8d4-8668ac40b258) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:34.512833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Pushing event updated for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:34.531351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:34.655654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dcca9-f159-4ade-af89-f3ed04812fec req-fecba863-dc9f-4c3f-bd45-18cbef178b61 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:34.657415 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a87dcca9-f159-4ade-af89-f3ed04812fec req-fecba863-dc9f-4c3f-bd45-18cbef178b61 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 932 time: 0.4385679 Jan 26 11:46:34.852319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60678) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:35.016380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-a87dcca9-f159-4ade-af89-f3ed04812fec req-2b32a0fd-30c9-44ae-b1f3-3b3db9f6a3ed tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Synchronizing usage tracker for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:46:35.080291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.100655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-a87dcca9-f159-4ade-af89-f3ed04812fec req-2b32a0fd-30c9-44ae-b1f3-3b3db9f6a3ed tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Unset dirty status for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:46:35.102478 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a87dcca9-f159-4ade-af89-f3ed04812fec req-2b32a0fd-30c9-44ae-b1f3-3b3db9f6a3ed tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490847 Jan 26 11:46:35.172525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Transition to ACTIVE for port object 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:35.173943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.195606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:35.205650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Usage tracker for resource:security_group_rule and tenant:4695a6a45ad9431da29827a49863e44e is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:35.212455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:35.218986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Request body: {'port': {'device_id': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:35.313820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:35.401516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:35.424837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:35.436188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Router fc686383-ac94-41b4-a2f5-33299e014a16 is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:46:35.441646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:35.474307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.482409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:35.483274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.555061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.738097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.766085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:35.780311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:35.802566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:35.934008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:35.947753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:35.958671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:35.967020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:35.969699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:35.970581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.015789 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7769039 Jan 26 11:46:36.016614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.017608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:36.024840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:36.025355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.046080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e735f44e-57eb-4358-91a8-cba754e7488c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:36.082256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a93fc-1dfe-432c-8d04-9a6ec98aa84f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:36.088259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:36.117617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Request body: {'port': {'device_id': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:36.322805 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40185393ac2a405184f31b0665c76b48&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3550577 Jan 26 11:46:36.333340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60700) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:36.378136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.439959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:36.486302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.488850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:36.498670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:36.558320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Router 5a26a27b-616c-4ac1-8578-0b896d464156 is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:46:36.586822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.662591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.667487 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-46de0606-47ab-4fd8-bd5c-001398a4bc66 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.4953840 Jan 26 11:46:36.667686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:36.670567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60706) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:36.674024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b07ecc66-dd2d-43dd-834c-3675ae080c99 None None] Provisioning for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:36.689190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.721348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b07ecc66-dd2d-43dd-834c-3675ae080c99 None None] Provisioning complete for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:36.721787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b07ecc66-dd2d-43dd-834c-3675ae080c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:36.815552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:46:36.935557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-b07ecc66-dd2d-43dd-834c-3675ae080c99 None None] Port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:46:36.938736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:36.943321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:36.945175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:36.952769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:37.057680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:37.072549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:37.112934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:37.128564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:37.161066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:37.301484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:37.321436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-080eb929-5355-4d90-aeed-734c6ca8638e req-20381caa-c438-413e-b971-5a63a762969e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:46:37.329135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-080eb929-5355-4d90-aeed-734c6ca8638e req-20381caa-c438-413e-b971-5a63a762969e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 932 time: 3.8552980 Jan 26 11:46:37.432307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1b0fb-6c0e-47b9-a62f-3b6cf81e7117,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:37.445538 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4695a6a45ad9431da29827a49863e44e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5590551 Jan 26 11:46:37.446894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:37.466650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60718) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:37.645353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a5d9f-b416-441a-9600-a0ea6b2c6f94 req-19f1ced4-d72b-4b2a-b950-55f83a5d0b6b tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:37.656349 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-418a5d9f-b416-441a-9600-a0ea6b2c6f94 req-19f1ced4-d72b-4b2a-b950-55f83a5d0b6b tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 932 time: 1.0683289 Jan 26 11:46:37.859714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:38.014342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:38.015126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.080941 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-080eb929-5355-4d90-aeed-734c6ca8638e req-8b411dab-d84e-47dd-a262-e1c604b112e8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507298 Jan 26 11:46:38.270208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:29Z', 'revision_number': 3, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:38.275510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:38.276028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Updating router fc686383-ac94-41b4-a2f5-33299e014a16 port 7ca1ad1d-2470-4610-8521-c2ea36718d20 binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:38.317892 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-418a5d9f-b416-441a-9600-a0ea6b2c6f94 req-5508ebbc-c4f7-4663-a035-6de7e1aa8840 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580825 Jan 26 11:46:38.412805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.456291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.595171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.679383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:38.698104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Sync routers for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:38.710992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.716335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:38.717233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:38.801868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:46:38.822247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4d4d3e-e092-407e-84fc-4a91609844cd {{(pid=80231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:46:38.828761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24806012-ec6b-4b44-8c5d-0e64ce515d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:38.920842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a93fc-1dfe-432c-8d04-9a6ec98aa84f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:38.931881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:38.944349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.954373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:38.956016 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a1a93fc-1dfe-432c-8d04-9a6ec98aa84f HTTP/1.1" status: 204 len: 168 time: 2.6193855 Jan 26 11:46:39.041422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.047812 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 17.4332330 Jan 26 11:46:39.064536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60736) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:39.077770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997ff47e-2165-4e8a-8231-54299782ad75 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:46:39.097609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.121095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:39.153337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.171480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Transition to ACTIVE for port object 6d4d4d3e-e092-407e-84fc-4a91609844cd will not be triggered until provisioned by entity L2. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:39.177016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Transition to ACTIVE for port object 997ff47e-2165-4e8a-8231-54299782ad75 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:39.202210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5322b5c5-0636-4c7f-ad91-76dad8cc1954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:39.282375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1b0fb-6c0e-47b9-a62f-3b6cf81e7117,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:39.293545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:46:39.337133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.338241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:39.360047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.442557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.448382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.469110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Transition to ACTIVE for port object 7ca1ad1d-2470-4610-8521-c2ea36718d20 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:39.469891 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dc1b0fb-6c0e-47b9-a62f-3b6cf81e7117 HTTP/1.1" status: 204 len: 168 time: 2.0020096 Jan 26 11:46:39.472667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.500959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:39.501257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-60118ae5-f38b-44ec-9336-0836cd6ff64a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:39.730625 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60750) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:39.745448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:39.895654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:39.922938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:39.946790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.070976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Pushing event updated for resources: {'Port': ['ID=7ca1ad1d-2470-4610-8521-c2ea36718d20,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:40.084376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:40.094898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:40.106142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.124035 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:40.126094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Attempting to bind port 7ca1ad1d-2470-4610-8521-c2ea36718d20 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:40.127305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Attempting to bind port 7ca1ad1d-2470-4610-8521-c2ea36718d20 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:40.127786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Attempting to bind port 7ca1ad1d-2470-4610-8521-c2ea36718d20 on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:40.154842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:40.155304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:40.155802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.156329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:40.156783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Bound port: 7ca1ad1d-2470-4610-8521-c2ea36718d20, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:40.157273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.356031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:40.378854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] For port 7ca1ad1d-2470-4610-8521-c2ea36718d20, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:40.389787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] For port 7ca1ad1d-2470-4610-8521-c2ea36718d20, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=7ca1ad1d-2470-4610-8521-c2ea36718d20,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:40.404900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:40.429301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.446798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60760) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:40.455281 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:31Z', 'revision_number': 3, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:40.464763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Checking router: 5a26a27b-616c-4ac1-8578-0b896d464156 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:40.465186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Updating router 5a26a27b-616c-4ac1-8578-0b896d464156 port 86a7c183-3ec6-4d74-a01f-36d495e9287f binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:40.593612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.685341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.749700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:40.755091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Usage tracker for resource:security_group_rule and tenant:35fa5fabfca14e148d7097123d50b2c3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:40.759325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:40.764481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:40.766004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:40.867664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:40.924433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:40.941963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cdb3f-a66a-4c58-9d21-d30629d8bfdb req-5abc7e41-2c29-447f-b1c5-59fb4b2cc661 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:40.950945 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2b4cdb3f-a66a-4c58-9d21-d30629d8bfdb req-5abc7e41-2c29-447f-b1c5-59fb4b2cc661 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 1.0311248 Jan 26 11:46:40.951550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:40.961534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60764) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:40.978013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.064578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:41.065292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:41.066709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.100264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.121513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2e949865-873f-44da-8e2d-e3b049de9fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:41.133842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:41.138162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Usage tracker for resource:security_group_rule and tenant:5779d685f38749a9bc0d87d600429a65 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:41.141390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:41.149287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:41.172743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:41.177874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Usage tracker for resource:security_group_rule and tenant:36824faf66bf43a7a02dcc49eac71f0b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:41.181510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:41.193588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:41.255621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.330522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.361723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:41.368404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Attempting to bind port 6d4d4d3e-e092-407e-84fc-4a91609844cd on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:41.368892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Attempting to bind port 6d4d4d3e-e092-407e-84fc-4a91609844cd by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '247a12f4-8ee7-44fd-85fa-d50537efc5d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d'}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:41.369307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Attempting to bind port 6d4d4d3e-e092-407e-84fc-4a91609844cd on network 5fd9d001-8b36-4c07-b673-86e75e3eee7d {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:41.376340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.387428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:41.388935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Checking segment: {'id': '247a12f4-8ee7-44fd-85fa-d50537efc5d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:41.388935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.388935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Bound using segment: {'id': '247a12f4-8ee7-44fd-85fa-d50537efc5d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d'} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:41.389280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Bound port: 6d4d4d3e-e092-407e-84fc-4a91609844cd, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247a12f4-8ee7-44fd-85fa-d50537efc5d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fd9d001-8b36-4c07-b673-86e75e3eee7d'}}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:41.389664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.396355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.745556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.771785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Pushing event updated for resources: {'Port': ['ID=7ca1ad1d-2470-4610-8521-c2ea36718d20,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:41.779324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:41.799934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Transition to ACTIVE for port object 86a7c183-3ec6-4d74-a01f-36d495e9287f will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:41.815757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:29Z', 'revision_number': 3, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:41.963054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a5b503-58b4-4cfd-9cb3-dbdb5ddfc30f None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:29Z', 'revision_number': 3, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:46:41.964844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ed056f2c-5c24-4aa6-9696-7fb48212d108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:41.964844 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36824faf66bf43a7a02dcc49eac71f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0121586 Jan 26 11:46:41.965026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b0614-31bb-43ae-90d5-58d47e25ebc5 req-d34aca99-1835-4d64-b744-88f63ad160c5 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:41.965026 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a71b0614-31bb-43ae-90d5-58d47e25ebc5 req-d34aca99-1835-4d64-b744-88f63ad160c5 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 1.9665687 Jan 26 11:46:41.965268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:41.965368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60770) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:42.003933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:42.006188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:42.019340 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35fa5fabfca14e148d7097123d50b2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5405304 Jan 26 11:46:42.035683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:42.050721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60778) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:42.068376 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2b4cdb3f-a66a-4c58-9d21-d30629d8bfdb req-6ed9aab5-75d3-4d9c-b4e1-6c38eca70d7b tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1164463 Jan 26 11:46:42.125043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Pushing event updated for resources: {'Port': ['ID=86a7c183-3ec6-4d74-a01f-36d495e9287f,revision_number=2']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:42.143185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:42.153849 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5779d685f38749a9bc0d87d600429a65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1752808 Jan 26 11:46:42.173026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60782) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:42.175134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd732d-9c86-444c-a799-454df5f1e9f5,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:42.190979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Attempting to bind port 86a7c183-3ec6-4d74-a01f-36d495e9287f on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:42.191392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Attempting to bind port 86a7c183-3ec6-4d74-a01f-36d495e9287f by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:42.191795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Attempting to bind port 86a7c183-3ec6-4d74-a01f-36d495e9287f on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:42.198492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:42.198936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:42.199384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.199840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:42.200312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Bound port: 86a7c183-3ec6-4d74-a01f-36d495e9287f, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:42.200723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.203249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e9c11-a156-40a7-bd65-b1f97f53727a,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:42.222311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:42.223650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Attempting to bind port 997ff47e-2165-4e8a-8231-54299782ad75 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:42.224330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Attempting to bind port 997ff47e-2165-4e8a-8231-54299782ad75 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:42.224956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Attempting to bind port 997ff47e-2165-4e8a-8231-54299782ad75 on network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:42.297004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-de3600a8-787f-43c9-8a4f-3e183e88fb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:42.344540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] For port 86a7c183-3ec6-4d74-a01f-36d495e9287f, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:42.349308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] For port 86a7c183-3ec6-4d74-a01f-36d495e9287f, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=86a7c183-3ec6-4d74-a01f-36d495e9287f,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:42.379380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.384101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.402194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:42.403754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-861edff1-fe35-44e4-a3f2-8693fd4e9447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:42.454516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:42.454935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Checking segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:42.455264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.455672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Bound using segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:42.456251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Bound port: 997ff47e-2165-4e8a-8231-54299782ad75, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:42.456645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.516635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-45fe7995-5279-4d9c-86b3-a2ad1d904f60 None None] Provisioning complete for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:42.517355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45fe7995-5279-4d9c-86b3-a2ad1d904f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.610409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-45fe7995-5279-4d9c-86b3-a2ad1d904f60 None None] Port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:46:42.620810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.657036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.767349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Pushing event updated for resources: {'Port': ['ID=86a7c183-3ec6-4d74-a01f-36d495e9287f,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:42.774707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:42.798077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.862602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:42.863347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:42.896627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:42.910912 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a71b0614-31bb-43ae-90d5-58d47e25ebc5 req-035e69e0-cf85-4a27-8de3-7504742195d8 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9878755 Jan 26 11:46:42.912668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a0e55a-9150-4c73-a3d9-c06f50bdb79f,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:42.935323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] For port 6d4d4d3e-e092-407e-84fc-4a91609844cd, host hv-cinder-77238, cleared binding levels {{(pid=80231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:42.951893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:42.952679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:42.975130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] For port 6d4d4d3e-e092-407e-84fc-4a91609844cd, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd,segment=NetworkSegment(247a12f4-8ee7-44fd-85fa-d50537efc5d2),segment_id=247a12f4-8ee7-44fd-85fa-d50537efc5d2)] {{(pid=80231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:42.976038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd732d-9c86-444c-a799-454df5f1e9f5,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:43.005967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:43.019674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.023795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbbd732d-9c86-444c-a799-454df5f1e9f5 HTTP/1.1" status: 204 len: 168 time: 1.0861259 Jan 26 11:46:43.039178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.054152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:43.073424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:43.083077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.118166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:43.128328 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:46:43.131116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=997ff47e-2165-4e8a-8231-54299782ad75,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:43.136717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.168829 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.230365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.274524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:43.372630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.397937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Allocated IP 172.20.0.1 (a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad/f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658/60fde483-cee7-4c84-a8c3-47a2b3a31529) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:43.456073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=3']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:43.460202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:43.566933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:31Z', 'revision_number': 3, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:43.572373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3b2a25-a930-4166-b1d6-87055b1b29d1 None None] The sync data for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb is: [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:31Z', 'revision_number': 3, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:46:43.657852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.661772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.665807 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4a0e55a-9150-4c73-a3d9-c06f50bdb79f HTTP/1.1" status: 204 len: 168 time: 1.4709156 Jan 26 11:46:43.682792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:43.683360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.685006 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d4d4d3e-e092-407e-84fc-4a91609844cd HTTP/1.1" status: 200 len: 1158 time: 7.6066952 Jan 26 11:46:43.689734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:43.708039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:43.711237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.712506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:43.715487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 7ca1ad1d-2470-4610-8521-c2ea36718d20 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:43.720411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:43.740209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8ac1f-5dea-44d4-aee1-caa643d856c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a0e55a-9150-4c73-a3d9-c06f50bdb79f,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:43.782240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.783601 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/256e9c11-a156-40a7-bd65-b1f97f53727a HTTP/1.1" status: 204 len: 168 time: 1.7130046 Jan 26 11:46:43.797624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e9c11-a156-40a7-bd65-b1f97f53727a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:43.804527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:43.817684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:43.848932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.865565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ae35-bb15-45aa-92c7-04203cb9218a req-cf31e72b-dedb-4f81-b05e-9291d13d8846 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:43.867381 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7cc4ae35-bb15-45aa-92c7-04203cb9218a req-cf31e72b-dedb-4f81-b05e-9291d13d8846 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 0.4766853 Jan 26 11:46:43.867882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:43.868206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:43.874848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:43.875557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:43.877552 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/997ff47e-2165-4e8a-8231-54299782ad75 HTTP/1.1" status: 200 len: 1158 time: 9.2162409 Jan 26 11:46:43.878069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:43.984232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Transition to ACTIVE for port object 60fde483-cee7-4c84-a8c3-47a2b3a31529 will not be triggered until provisioned by entity DHCP. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:43.994824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 7ca1ad1d-2470-4610-8521-c2ea36718d20 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:44.027152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 7ca1ad1d-2470-4610-8521-c2ea36718d20 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:44.027840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:44.124671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60806) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:44.129806 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] 10.222.0.53 "PUT /v2.0/routers/534a7e23-dcaa-49cd-90f6-09bce585b34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6173022 Jan 26 11:46:44.164615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:44.184150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:44.185276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:44.220373 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7cc4ae35-bb15-45aa-92c7-04203cb9218a req-ff5cd366-dca4-489f-a041-9aae8f2ddff4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578239 Jan 26 11:46:44.295845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-00e40033-301b-40e3-897a-1d364cdde58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:44.297466 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-00e40033-301b-40e3-897a-1d364cdde58b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 1161 time: 0.2870197 Jan 26 11:46:44.308217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:44.368342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:44.388449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-4ca8fc43-b0e5-48cc-8051-9c8c525cc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:44.391550 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-4ca8fc43-b0e5-48cc-8051-9c8c525cc2fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b350c2368e9e4600aa3d734892c5af3a&device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 1161 time: 0.5308194 Jan 26 11:46:44.393524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f44824249f4019b71405031c15a151 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:44.401610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2953-e19a-4eb6-9a43-770e192d0905 req-5ef951a2-fc5d-4be5-a943-22c0d33b4fdd tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:44.414370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:44.415586 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f5fc2953-e19a-4eb6-9a43-770e192d0905 req-5ef951a2-fc5d-4be5-a943-22c0d33b4fdd tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 0.2721229 Jan 26 11:46:44.417720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:44.490023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-29664621-b37c-452d-8897-efe918f84e22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=997ff47e-2165-4e8a-8231-54299782ad75 HTTP/1.1" status: 200 len: 217 time: 0.0733364 Jan 26 11:46:44.568543 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-5ca4ef01-9d19-4acf-84a9-784d129e4e6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd HTTP/1.1" status: 200 len: 217 time: 0.1442788 Jan 26 11:46:44.572465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:44.599942 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f5fc2953-e19a-4eb6-9a43-770e192d0905 req-95a52c28-553c-49b8-bea6-ef5c2ba43638 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201448 Jan 26 11:46:44.608600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-012726ad-c1e3-4e58-bc6d-29ff6710cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:44.610164 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-012726ad-c1e3-4e58-bc6d-29ff6710cdd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.1038675 Jan 26 11:46:44.727018 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:44.736112 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-85e046bf-2078-46e9-84dd-ec01e78e0173 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172304 Jan 26 11:46:44.777387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:44.880452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Pushing event updated for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:44.885645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:44.910417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-71191834-f1b8-45e8-8108-b7b8d21eda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:44.912125 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-71191834-f1b8-45e8-8108-b7b8d21eda8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c819f5a-b457-4d85-aea7-02f13fd3f222 HTTP/1.1" status: 200 len: 852 time: 0.3309650 Jan 26 11:46:44.916516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:44.939293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 7ca1ad1d-2470-4610-8521-c2ea36718d20, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=7ca1ad1d-2470-4610-8521-c2ea36718d20,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:44.976944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:45.004425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:45.172658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=7ca1ad1d-2470-4610-8521-c2ea36718d20,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:45.184776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:45.197687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:38Z', 'revision_number': 2, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:45.205454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:45.205878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Updating router 534a7e23-dcaa-49cd-90f6-09bce585b34f port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:45.359098 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-c87331a4-58c9-400d-976e-e76a2532ca57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fd9d001-8b36-4c07-b673-86e75e3eee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885515 Jan 26 11:46:45.364863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:45.403768 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-e2af0684-37c5-48f2-adbf-e1bbb354b910 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580341 Jan 26 11:46:45.670234 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-5ec2d05e-5dc2-41f9-a180-0375694c6841 service neutron] 10.222.0.24 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706208 Jan 26 11:46:45.771683 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9e1c3397-3990-4c6f-b29c-a6e4fdd99705 req-2ff2945f-973b-490d-a172-2f8a565eff64 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3584733 Jan 26 11:46:45.890980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d4464665-7dff-40c4-a0c7-897011a4a5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:45.918654 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75', 'status': 'completed', 'code': 200} Jan 26 11:46:45.945122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 86a7c183-3ec6-4d74-a01f-36d495e9287f up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:46.182170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 86a7c183-3ec6-4d74-a01f-36d495e9287f completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:46.226545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 86a7c183-3ec6-4d74-a01f-36d495e9287f triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:46.238945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.312694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-6bf0b1a5-fd94-49b7-8432-060d89a01337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:46.314348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-6bf0b1a5-fd94-49b7-8432-060d89a01337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 1161 time: 0.3387637 Jan 26 11:46:46.416701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:46.436966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:46.473448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:46.474287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.481482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Allocated IP 172.20.0.1 (d9d0616d-877e-458f-a09b-e89e27c7b147/103c080e-300e-4162-94a2-7428af7434fa/f8f3dca8-4921-47b3-88bd-b3ff82477c0b) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:46.499612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60856) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:46.506180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.544179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group': {'name': 'tempest-securitygroup--1271214907', 'description': 'tempest-description--302195131'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:46.558766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.571739 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45b19b47-eb98-4dfd-a56f-a291a9af111e req-10425ef5-8a72-43c5-bec7-c9fa019d3578 service neutron] 10.222.0.24 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8585107 Jan 26 11:46:46.580303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 86a7c183-3ec6-4d74-a01f-36d495e9287f, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=86a7c183-3ec6-4d74-a01f-36d495e9287f,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:46.611063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:46.616079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.617050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 7ca1ad1d-2470-4610-8521-c2ea36718d20 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:46.624519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.660457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:46.676441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:46.707415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-daef9a93-80cc-47ac-a8a9-55db810465f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:46.725803 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a056c-4d27-4a9b-a40f-e4fec1a8781e req-8e11510a-3a8f-40f7-9910-9c1b20a24797 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:46.728643 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0b6a056c-4d27-4a9b-a40f-e4fec1a8781e req-8e11510a-3a8f-40f7-9910-9c1b20a24797 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 0.5472903 Jan 26 11:46:46.756731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:46.776972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=86a7c183-3ec6-4d74-a01f-36d495e9287f,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:46.781283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:46.800428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:46.827962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 7ca1ad1d-2470-4610-8521-c2ea36718d20 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:46.828392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.852804 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0b6a056c-4d27-4a9b-a40f-e4fec1a8781e req-90770a5f-cc3d-45ff-ac7f-f007e9aa9663 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092453 Jan 26 11:46:46.854672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-6b10343b-bc00-488e-a0e5-2197ba134bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:46.859610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-6b10343b-bc00-488e-a0e5-2197ba134bef service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 908 time: 0.5219207 Jan 26 11:46:46.898454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-73c729c7-0a5f-4cc9-91a9-c1c78b74b8ba None None] Provisioning for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:46.911364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-73c729c7-0a5f-4cc9-91a9-c1c78b74b8ba None None] Provisioning complete for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:46.911793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-73c729c7-0a5f-4cc9-91a9-c1c78b74b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:46.915200 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0f44824249f4019b71405031c15a151&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7671947 Jan 26 11:46:46.921699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 60868) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:46.931497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25df960-e7cd-4722-86f7-641dc5d359f6,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:46.962490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:46.981182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.035756 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-a1764ec1-5aa7-4f04-aa4c-a4deedfabe2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=997ff47e-2165-4e8a-8231-54299782ad75 HTTP/1.1" status: 200 len: 217 time: 0.1692989 Jan 26 11:46:47.046921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd', 'status': 'completed', 'code': 200} Jan 26 11:46:47.083175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:47.137938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:47.158699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:47.228347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-1a47a168-16b5-4a5b-8d25-64c145b90dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:47.279492 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-1a47a168-16b5-4a5b-8d25-64c145b90dc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.1549985 Jan 26 11:46:47.279674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:47.323831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.353521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.382426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-73c729c7-0a5f-4cc9-91a9-c1c78b74b8ba None None] Port 60fde483-cee7-4c84-a8c3-47a2b3a31529 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:46:47.383925 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-19d40060-e6d6-4519-a07b-dd92125d493d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908303 Jan 26 11:46:47.388030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.407559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Transition to ACTIVE for port object 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:47.493127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.513658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:47.544558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-204426aa-bc6e-4051-8f84-3340342b51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:47.546228 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-204426aa-bc6e-4051-8f84-3340342b51be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b350c2368e9e4600aa3d734892c5af3a&device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 1161 time: 0.4520822 Jan 26 11:46:47.583777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88bdc-90c1-495c-be15-132123db669f req-37b2932b-bd19-4beb-a388-9318a0bf37b2 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:47.585538 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddd88bdc-90c1-495c-be15-132123db669f req-37b2932b-bd19-4beb-a388-9318a0bf37b2 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 0.3545725 Jan 26 11:46:47.666925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 86a7c183-3ec6-4d74-a01f-36d495e9287f up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:48.314968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.317727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5da475fe-0c15-4612-aeb5-b64fe5267505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.319339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.342501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:48.345685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:48.426629 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-8293b7fb-7ab4-42f1-bfbc-0c41fe19f8c6 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0322723 Jan 26 11:46:48.533583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.589404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Pushing event updated for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:48.609508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:48.652320 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddd88bdc-90c1-495c-be15-132123db669f req-82956e23-9173-449d-82fe-541161e8ccaa tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0602932 Jan 26 11:46:48.655160 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6e1cabe-e156-4d56-b5b0-59541a3f80b0 req-8227e4de-9c02-4e3e-a1ff-2af3b3021048 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2150934 Jan 26 11:46:48.754733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51bc54-8266-44cb-b4f6-584e6b4cbc41 req-a4dadacd-edd7-41ec-9874-72e50e412431 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:48.763016 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3e51bc54-8266-44cb-b4f6-584e6b4cbc41 req-a4dadacd-edd7-41ec-9874-72e50e412431 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 0.7447767 Jan 26 11:46:48.854391 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3e51bc54-8266-44cb-b4f6-584e6b4cbc41 req-f01a96df-5647-4b58-acf7-4e97078f3108 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897276 Jan 26 11:46:48.858963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.873303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.873863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.939862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Attempting to bind port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:48.940286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Attempting to bind port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:48.940706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Attempting to bind port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 on network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:48.954812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:48.955239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Checking segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:48.955865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.956319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Bound using segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:48.956860 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Bound port: 4ba055f3-bfc8-4bed-b8d4-8668ac40b258, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:48.957279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:48.975749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 86a7c183-3ec6-4d74-a01f-36d495e9287f triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:48.976340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.209017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-004989c3-2af9-4da6-89be-4d0ee38af671 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:46:49.236223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] For port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:49.245033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] For port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:49.284012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.365655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Pushing event updated for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:49.369049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.034s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:49.384000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:49.392815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.394864 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a25df960-e7cd-4722-86f7-641dc5d359f6 HTTP/1.1" status: 204 len: 168 time: 2.4652948 Jan 26 11:46:49.421416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa0d083e-ba8e-4168-9cfb-002857016570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:49.451998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.454845 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9509151 Jan 26 11:46:49.456651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60902) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:49.463430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group_rule': {'security_group_id': '8b7d5ae7-d550-428c-9997-c734dc32240a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:49.492757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:49.497512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-2ebadf21-5309-46e4-ae92-a8d81c27cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:49.499200 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-2ebadf21-5309-46e4-ae92-a8d81c27cd33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5fd9d001-8b36-4c07-b673-86e75e3eee7d HTTP/1.1" status: 200 len: 906 time: 1.9443696 Jan 26 11:46:49.499911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784ceaa-0de8-4038-9e29-bb1cf5dd2bcd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d5ae7-d550-428c-9997-c734dc32240a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:49.505264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:49.513225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:49.527109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:49.587700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Pushing event updated for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:49.602807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:49.605301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.606855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.632638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:49.633345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:49.635908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25df960-e7cd-4722-86f7-641dc5d359f6,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:49.657569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:49.673664 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-ed9dbe5d-6241-4452-85fd-7efd91715eea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd HTTP/1.1" status: 200 len: 217 time: 0.1579599 Jan 26 11:46:49.674156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:49.674485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:49.676761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.762819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.774033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.826566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.829155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:49.887246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d897a58e-fba8-4398-98df-1efa9a832b76,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:49.894043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:49.966208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Network d9d0616d-877e-458f-a09b-e89e27c7b147 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:49.968267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:49.981324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:49.983197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 997ff47e-2165-4e8a-8231-54299782ad75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:49.985999 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5277045 Jan 26 11:46:49.986899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60922) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:50.000260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group_rule': {'security_group_id': '8b7d5ae7-d550-428c-9997-c734dc32240a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:50.024640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:50.042859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:50.076944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.080705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c941a4-7206-45f0-98b6-7346685c6e9f req-49c70db6-5369-4c10-847b-fe1178e925a3 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:50.082474 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-65c941a4-7206-45f0-98b6-7346685c6e9f req-49c70db6-5369-4c10-847b-fe1178e925a3 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 0.2040341 Jan 26 11:46:50.086082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:50.090887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:50.098434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:50.170039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:50.170514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.171089 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-65c941a4-7206-45f0-98b6-7346685c6e9f req-75188bbf-ad9e-4f13-a88b-ae2d5cd02c2a tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637212 Jan 26 11:46:50.179089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-48eaebb2-ff2b-4e97-a756-6072d8b04247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:50.180641 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-48eaebb2-ff2b-4e97-a756-6072d8b04247 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5c819f5a-b457-4d85-aea7-02f13fd3f222 HTTP/1.1" status: 200 len: 852 time: 0.4997723 Jan 26 11:46:50.210560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.316992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.320055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:50.325937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Pushing event updated for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:50.425173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:50.430355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-18553b4f-4837-4937-a59e-c4e970c5f357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5fd9d001-8b36-4c07-b673-86e75e3eee7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291915 Jan 26 11:46:50.434223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.504272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 997ff47e-2165-4e8a-8231-54299782ad75 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:50.518834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 997ff47e-2165-4e8a-8231-54299782ad75 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:50.520026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.613154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1a05b-68a1-437d-8517-e83a9b55cc9b req-35d971b8-f66d-4723-9c41-e72708c46fbc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:50.627224 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-fa59dd5e-96f8-44a3-80cc-cbd6c73f0019 service neutron] 10.222.0.24 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880233 Jan 26 11:46:50.635347 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44e1a05b-68a1-437d-8517-e83a9b55cc9b req-35d971b8-f66d-4723-9c41-e72708c46fbc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 0.3557427 Jan 26 11:46:50.682243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.687454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:50.789088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:50.791577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.804179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e4204c-3da3-43ee-85a4-605743ad48c7,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:50.804179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:50.817202 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44e1a05b-68a1-437d-8517-e83a9b55cc9b req-4f30b742-d589-4245-a62c-1730156e8f5c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808712 Jan 26 11:46:50.855588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:50.880034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:50.882664 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8923461 Jan 26 11:46:50.885722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 60950) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:50.892463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:50.933532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:50.945894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:floatingip and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:50.953321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:50.962626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:51.005640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:51.132063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:51.189601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:51.263366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:51.387237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:51.431248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=997ff47e-2165-4e8a-8231-54299782ad75,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:51.475055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9485347-60bd-4a7b-9114-bb28f5699a50 None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:49Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:46:51.485075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-463cd677-a0fb-4f3d-b8df-c008ce4d4716 None None] Provisioning complete for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:51.485075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-463cd677-a0fb-4f3d-b8df-c008ce4d4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:51.546940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:51.574703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71861f43-ba59-4436-b56d-f6eadef0c3ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:51.613152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:46:51.723900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-463cd677-a0fb-4f3d-b8df-c008ce4d4716 None None] Port 60fde483-cee7-4c84-a8c3-47a2b3a31529 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:46:51.789719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:51.793383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:51.833445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:52.024383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403916f-98a0-4207-89c7-356ccf24c251 req-b10d6f2b-29f7-4cb3-8c31-da2a47429e48 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:52.041475 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6403916f-98a0-4207-89c7-356ccf24c251 req-b10d6f2b-29f7-4cb3-8c31-da2a47429e48 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 0.4604466 Jan 26 11:46:52.074251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Allocated IP 172.28.1.235 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/3f0cbcce-56ac-48a4-b3af-cf64f0456d8a) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:46:52.142436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1dc97a7f-d140-4be3-818f-4ebca2a9d15a req-6c2b054a-4d47-4ffc-8f11-534f4f6301fa service neutron] 10.222.0.24 "GET /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3520658 Jan 26 11:46:52.153483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:52.218255 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75', 'code': 200} Jan 26 11:46:52.229377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:52.244359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:52.348631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:52.363530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:52.367436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc686383-ac94-41b4-a2f5-33299e014a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6665683 Jan 26 11:46:52.398167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:52.401366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:52.431827 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6403916f-98a0-4207-89c7-356ccf24c251 req-4eec5c4a-e331-4631-8081-c596ea78293e tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839054 Jan 26 11:46:52.439581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:52.489269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-6c77e609-03db-458b-a19e-ce2044c1ee7f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:46:52.508680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:52.515380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:52.770083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:52.956554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:52.995756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:53.008087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:53.070954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0573db9c-927c-4e0d-99e8-6ed3ab7c6ca1 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:53.099037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:53.136396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:53.218781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8649e42-54a4-420f-91f4-408f04c4762d req-a5194a85-af03-4a8f-b928-9cf3b70e9311 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:53.224519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:53.229875 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8649e42-54a4-420f-91f4-408f04c4762d req-a5194a85-af03-4a8f-b928-9cf3b70e9311 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.5245867 Jan 26 11:46:53.265159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:53.277854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 997ff47e-2165-4e8a-8231-54299782ad75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:53.648460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 997ff47e-2165-4e8a-8231-54299782ad75 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:53.652531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:53.905491 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8649e42-54a4-420f-91f4-408f04c4762d req-bb90c705-eaa2-40a7-9c6e-ef5e89d0eeeb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248975 Jan 26 11:46:53.926424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:53.949642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:53.964814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:54.019791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Network d9d0616d-877e-458f-a09b-e89e27c7b147 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:54.039481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:54.114445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Pushing event updated for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:54.142610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:54.167898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=3f0cbcce-56ac-48a4-b3af-cf64f0456d8a,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:54.204152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:54.414349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-72fed14c-d601-4f1f-80c9-f3cba6c47da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:54.416722 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-72fed14c-d601-4f1f-80c9-f3cba6c47da8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 1163 time: 1.4430273 Jan 26 11:46:54.419980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:46:48Z', 'revision_number': 2, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:54.447025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:54.452719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Updating router fc686383-ac94-41b4-a2f5-33299e014a16 port 60fde483-cee7-4c84-a8c3-47a2b3a31529 binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:54.530650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Router 5a26a27b-616c-4ac1-8578-0b896d464156 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:46:54.532774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:54.566721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:54.703167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Usage tracker for resource:security_group_rule and tenant:eb4d64888cda470a9cb1e644f036be2f is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:54.718298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:54.760671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 6d4d4d3e-e092-407e-84fc-4a91609844cd up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:54.761054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:54.828933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:54.886661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:54.899388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:55.023733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 32804) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:55.073148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:46:55.080250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:46:55.085404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:46:55.104761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group': {'name': 'tempest-securitygroup--1782562161', 'description': 'tempest-description--409638732'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:55.226645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:46:55.247150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:55.278317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Sync routers for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:46:55.303936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:55.326081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:55.328163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 6d4d4d3e-e092-407e-84fc-4a91609844cd completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:46:55.356382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:55.397468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:55.400431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:55.411205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:55.454353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f4bd7-9d8f-48b5-a863-7387fff8fe1e req-3dd302a3-2634-4b74-9140-b925621c3e01 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:55.459046 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df1f4bd7-9d8f-48b5-a863-7387fff8fe1e req-3dd302a3-2634-4b74-9140-b925621c3e01 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 944 time: 0.7984562 Jan 26 11:46:55.476858 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] 10.222.0.53 "PUT /v2.0/routers/5a26a27b-616c-4ac1-8578-0b896d464156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4097760 Jan 26 11:46:55.537440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:55.708751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:55.737916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:55.754148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:55.772529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:55.774867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:55.861197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:55.871383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a17b4bb2-c711-4e72-9c6b-b52b92fc6811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:55.898871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.007497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Synchronizing usage tracker for tenant:eb4d64888cda470a9cb1e644f036be2f on resource:security_group {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:46:56.027633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 6d4d4d3e-e092-407e-84fc-4a91609844cd triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:56.032240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.101189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcebb9e-0778-41f6-a580-9659403daf8e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:56.114700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:56.160610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Unset dirty status for tenant:eb4d64888cda470a9cb1e644f036be2f on resource:security_group {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:46:56.163187 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28fc23a3-6c2e-4d21-be4e-3a6febd8c587 req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6723883 Jan 26 11:46:56.344700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.374834 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df1f4bd7-9d8f-48b5-a863-7387fff8fe1e req-22688463-4e71-401b-94b6-d491946b6760 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786942 Jan 26 11:46:56.410651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Transition to ACTIVE for port object 60fde483-cee7-4c84-a8c3-47a2b3a31529 will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:46:56.421925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.451689 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.487668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9701eaf-5f34-4ac4-b0f9-dd9da70379f3 req-451c0321-010d-40bd-8be5-4545f44ec680 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:56.490853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:56.496133 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d9701eaf-5f34-4ac4-b0f9-dd9da70379f3 req-451c0321-010d-40bd-8be5-4545f44ec680 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 1.0343342 Jan 26 11:46:56.509436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.595844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:56.632500 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d9701eaf-5f34-4ac4-b0f9-dd9da70379f3 req-e78ed21d-a002-45ea-8b49-ac4be24800b2 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352310 Jan 26 11:46:56.650178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.657382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 32854) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:56.659242 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6337972 Jan 26 11:46:56.701074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:56.711822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:56.749990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.754139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group_rule': {'security_group_id': 'bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:56.776841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:56.785582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:56.797764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:56.809676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:56.896597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f298fe2-a23a-4783-93ad-b53bd6bc7215 None None] Pushing event updated for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:56.899418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.902952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.904669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8f298fe2-a23a-4783-93ad-b53bd6bc7215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:56.957479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:56.996687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:57.061051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 6d4d4d3e-e092-407e-84fc-4a91609844cd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd,segment=NetworkSegment(247a12f4-8ee7-44fd-85fa-d50537efc5d2),segment_id=247a12f4-8ee7-44fd-85fa-d50537efc5d2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:46:57.066705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:57.195427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:57.220057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Attempting to bind port 60fde483-cee7-4c84-a8c3-47a2b3a31529 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:46:57.220486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Attempting to bind port 60fde483-cee7-4c84-a8c3-47a2b3a31529 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:46:57.221087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Attempting to bind port 60fde483-cee7-4c84-a8c3-47a2b3a31529 on network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:46:57.237356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:57.237774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Checking segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:46:57.238222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:57.238666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Bound using segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:57.241819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Bound port: 60fde483-cee7-4c84-a8c3-47a2b3a31529, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:46:57.242266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:57.284312 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd', 'code': 200} Jan 26 11:46:57.309560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:57.317996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:57.366422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=3f0cbcce-56ac-48a4-b3af-cf64f0456d8a,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:57.381210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:57.438201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] For port 60fde483-cee7-4c84-a8c3-47a2b3a31529, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:46:57.442055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] For port 60fde483-cee7-4c84-a8c3-47a2b3a31529, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=60fde483-cee7-4c84-a8c3-47a2b3a31529,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:46:57.520487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:57.555992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:57.631078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:57.644012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:57.768720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f298fe2-a23a-4783-93ad-b53bd6bc7215 None None] Pushing event updated for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=4']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:57.786431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8f298fe2-a23a-4783-93ad-b53bd6bc7215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:57.901154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-1a7f376c-1007-4cc5-9908-a4932dc6b66b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:57.922352 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-1a7f376c-1007-4cc5-9908-a4932dc6b66b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 819 time: 0.7284532 Jan 26 11:46:57.957678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.006985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-dbbe67df-b4ab-466f-9c99-f8f0f7503b83 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/quotas/cdd207cc254b4612ac26623340e0c94b HTTP/1.1" status: 200 len: 375 time: 0.0826683 Jan 26 11:46:58.139718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:58.140176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:58.190397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b9dd2-81d8-44bd-b50b-a7bc8fea62aa req-1d5babed-cd17-458b-9ca8-2f763852fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:58.197713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e12b9dd2-81d8-44bd-b50b-a7bc8fea62aa req-1d5babed-cd17-458b-9ca8-2f763852fc70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 1163 time: 0.2459486 Jan 26 11:46:58.213846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.348700 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e12b9dd2-81d8-44bd-b50b-a7bc8fea62aa req-f2f97360-7d43-46ce-be13-8a202e383449 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304424 Jan 26 11:46:58.452010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.489093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-419976d3-726b-4ee5-96ad-b5c63cef24bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:58.515864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53f24ad-9e18-4952-92ab-b0b5faddec1d,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:58.519226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.534265 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6388643 Jan 26 11:46:58.534265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:58.580906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 997ff47e-2165-4e8a-8231-54299782ad75 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:46:58.754254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e454-9f13-4fef-90aa-c9ea889d811b req-01b1167e-f655-4232-9277-128a571c169a tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:58.765274 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7d6e454-9f13-4fef-90aa-c9ea889d811b req-01b1167e-f655-4232-9277-128a571c169a tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 946 time: 0.7236850 Jan 26 11:46:58.770863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 32924) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:58.781850 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-24e795d3-3709-42ee-990f-4290d2c9b80b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7738004 Jan 26 11:46:58.798963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.800471 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1357801 Jan 26 11:46:58.806970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 32930) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:58.827862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group_rule': {'security_group_id': 'bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:58.888920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:58.889785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 997ff47e-2165-4e8a-8231-54299782ad75 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:46:58.890228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:58.899201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:58.917175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:58.929912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:58.965876 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-088f5f16-b2dd-4186-83de-b25d59df7e50 service neutron] 10.222.0.53 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614454 Jan 26 11:46:59.008119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.034906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:50Z', 'revision_number': 4, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'f8f3dca8-4921-47b3-88bd-b3ff82477c0b', 'name': '', 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'mac_address': 'fa:16:3e:87:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '103c080e-300e-4162-94a2-7428af7434fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:46:51Z', 'revision_number': 2, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'subnets': [{'id': '103c080e-300e-4162-94a2-7428af7434fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:46:59.044758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Checking router: 5a26a27b-616c-4ac1-8578-0b896d464156 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:46:59.045354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Updating router 5a26a27b-616c-4ac1-8578-0b896d464156 port f8f3dca8-4921-47b3-88bd-b3ff82477c0b binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:46:59.077615 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7d6e454-9f13-4fef-90aa-c9ea889d811b req-b2faf0df-1cd5-408e-848a-81d3c4677182 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111711 Jan 26 11:46:59.201117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.203000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.272629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.304400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:46:59.355113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.368543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:59.373558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:46:59.385762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 32942) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:59.417497 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-f706f7d2-b878-47a1-8280-10f8cc8338ae service neutron] 10.222.0.53 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4219236 Jan 26 11:46:59.508703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Usage tracker for resource:security_group_rule and tenant:09e4aa9f5eb349508b29aeb641cb4920 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:59.513795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9908014c-d6cc-4623-9414-1da5bd34812f,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:46:59.515891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:59.539909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:46:59.548853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.555745 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9fe8d10f-af51-418d-9dbd-fed0aa7161b6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7475150 Jan 26 11:46:59.557173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:59.571409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 32948) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:59.588225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:59.641450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:46:59.670520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:floatingip and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:46:59.686948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:46:59.716354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:46:59.763861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:46:59.805081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd9ea-1078-4e7a-8b08-7c8da3070ce5 req-8f239f43-187a-42c0-8e93-eb48affbb837 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:46:59.813677 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7f5fd9ea-1078-4e7a-8b08-7c8da3070ce5 req-8f239f43-187a-42c0-8e93-eb48affbb837 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.2845337 Jan 26 11:46:59.914697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.016289 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7f5fd9ea-1078-4e7a-8b08-7c8da3070ce5 req-f4fc2079-8c3a-4128-b64f-37b712856a39 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005880 Jan 26 11:47:00.091496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 6d4d4d3e-e092-407e-84fc-4a91609844cd up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:00.100915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.109940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.110815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:46:57Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:00.122974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df784126-288f-4037-9dae-1b0bbdb1c833 None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:46:57Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:47:00.135819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:00.142233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.157713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.165532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdc5a4b9d7346979e2767c864e3eae1 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:00.178572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:00.196902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:00.236669 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-58aceb0e-9c5c-4a29-a0ad-618352b214ae tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1271214907&fields=id&tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 267 time: 0.2240133 Jan 26 11:47:00.244872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Transition to ACTIVE for port object f8f3dca8-4921-47b3-88bd-b3ff82477c0b will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:00.268307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 6d4d4d3e-e092-407e-84fc-4a91609844cd triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:00.268657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.401575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.432578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:00.492328 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:00.526166 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-69f3c024-23b8-45a6-a751-a217aa4e2578 req-07e3abb6-1adb-44f3-aa20-e1c7d4df3e5e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 210 time: 0.2720754 Jan 26 11:47:00.533603 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09e4aa9f5eb349508b29aeb641cb4920&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7609022 Jan 26 11:47:00.540811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39b254-2d1c-4a55-9efc-c2c7890bbefd,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:00.543640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 32974) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:00.555125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Pushing event updated for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:00.560782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:00.576768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:00.803261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.905289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:00.969139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.022672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.049141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-124a63b9-8981-4f02-b49f-6e208b2eb4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:01.085644 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fdc5a4b9d7346979e2767c864e3eae1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6667900 Jan 26 11:47:01.093652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b0a43-69b7-489e-ac41-9186ed569574,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:01.094615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Allocated IP 172.28.1.120 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/6b440e7b-2304-4e59-aa3d-4352d4031455) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:01.096915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 32986) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:01.128327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:01.182624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 60fde483-cee7-4c84-a8c3-47a2b3a31529 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:01.317688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.349200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.374249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.385319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:01.407071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.425148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.458877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Attempting to bind port f8f3dca8-4921-47b3-88bd-b3ff82477c0b on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:01.459357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Attempting to bind port f8f3dca8-4921-47b3-88bd-b3ff82477c0b by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:01.459739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Attempting to bind port f8f3dca8-4921-47b3-88bd-b3ff82477c0b on network d9d0616d-877e-458f-a09b-e89e27c7b147 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:01.465761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39b254-2d1c-4a55-9efc-c2c7890bbefd,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:01.477931 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:01.485802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfbe375f-51b1-4dd7-92c7-296dcc0e8760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:01.558288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:01.559559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Checking segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:01.560549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.561522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Bound using segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:01.562671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Bound port: f8f3dca8-4921-47b3-88bd-b3ff82477c0b, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:01.564383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.605437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-39376f96-79aa-41c5-976b-09b00d30d3da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:01.619057 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-39376f96-79aa-41c5-976b-09b00d30d3da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 816 time: 1.3719523 Jan 26 11:47:01.681480 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-baa82801-f2a1-4bfa-9369-8d9300accbbb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/quotas/2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0494471 Jan 26 11:47:01.698120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:01.711824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:01.712342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.762350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.763655 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f39b254-2d1c-4a55-9efc-c2c7890bbefd HTTP/1.1" status: 204 len: 168 time: 1.2039721 Jan 26 11:47:01.795282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:01.799775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:01.802080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=6b440e7b-2304-4e59-aa3d-4352d4031455,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:01.814958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d359b-3985-4226-84c9-76b25a9b0a2b req-41fc0006-f84f-421f-be8c-35b67a20b0f9 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:01.824951 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c77d359b-3985-4226-84c9-76b25a9b0a2b req-41fc0006-f84f-421f-be8c-35b67a20b0f9 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 946 time: 0.9029858 Jan 26 11:47:01.825574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:01.848695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:01.911112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] For port f8f3dca8-4921-47b3-88bd-b3ff82477c0b, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:01.932172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] For port f8f3dca8-4921-47b3-88bd-b3ff82477c0b, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:01.933489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:01.987366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 60fde483-cee7-4c84-a8c3-47a2b3a31529, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=60fde483-cee7-4c84-a8c3-47a2b3a31529,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:01.996078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 6d4d4d3e-e092-407e-84fc-4a91609844cd up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:02.044539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.092085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:02.160697 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c77d359b-3985-4226-84c9-76b25a9b0a2b req-ccc46860-2ee6-4cb2-88a7-54a6e161f1f4 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344653 Jan 26 11:47:02.223058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.317169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.348557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-7e93a80e-4302-4ef8-a31f-a903217cfd20 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:02.433427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.466513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:02.523678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.531342 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/946b0a43-69b7-489e-ac41-9186ed569574 HTTP/1.1" status: 204 len: 168 time: 1.4288366 Jan 26 11:47:02.533231 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-7e93a80e-4302-4ef8-a31f-a903217cfd20 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:02.545538 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-7e93a80e-4302-4ef8-a31f-a903217cfd20 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7169821 Jan 26 11:47:02.574293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:02.626192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b0a43-69b7-489e-ac41-9186ed569574,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:02.641514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:02.990841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Pushing event updated for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:02.993050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-e14b7b8a-a597-46f2-8f48-bd6e8972e6e4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:03.003489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-e14b7b8a-a597-46f2-8f48-bd6e8972e6e4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Synchronizing usage tracker for tenant:cdd207cc254b4612ac26623340e0c94b on resource:network {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:03.006522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:03.012783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.749s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:03.033790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 33024) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:03.115271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:03.135061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:03.194553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 6d4d4d3e-e092-407e-84fc-4a91609844cd triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:03.195332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:03.303800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:03.322416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:03.363492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:03.384559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:03.481183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-e14b7b8a-a597-46f2-8f48-bd6e8972e6e4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Unset dirty status for tenant:cdd207cc254b4612ac26623340e0c94b on resource:network {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:03.482383 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-e14b7b8a-a597-46f2-8f48-bd6e8972e6e4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 819 time: 0.8443260 Jan 26 11:47:03.502759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:03.503736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:46:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:03.507509 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-8c538fb3-c798-466f-a2d9-e3e4abf254a2 service neutron] 10.222.0.53 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637228 Jan 26 11:47:03.509521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:03.512641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Request body: {'port': {'device_id': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'admin_state_up': True, 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:03.539611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Usage tracker for resource:security_group_rule and tenant:d81c340c5133428cb601f6a6549c284d is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:03.603097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:03.669530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:03.831014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:03.863364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:47:04.033240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-ff9fe727-21c1-4017-8ebb-48bdb929e887 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:04.065626 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-ff9fe727-21c1-4017-8ebb-48bdb929e887 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 819 time: 1.5481913 Jan 26 11:47:04.075864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33044) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:04.103308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:04.113751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:04.140591 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-32d42496-5d24-4665-862e-985fc898e9ff tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/quotas/cdd207cc254b4612ac26623340e0c94b HTTP/1.1" status: 200 len: 375 time: 0.0734971 Jan 26 11:47:04.152968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:04.157543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Usage tracker for resource:security_group_rule and tenant:c6a3b7ad7365494994b1309c83b48c88 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:04.161107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:04.169088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:04.419750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:50Z', 'revision_number': 4, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'f8f3dca8-4921-47b3-88bd-b3ff82477c0b', 'name': '', 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'mac_address': 'fa:16:3e:87:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '103c080e-300e-4162-94a2-7428af7434fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 4, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'subnets': [{'id': '103c080e-300e-4162-94a2-7428af7434fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:04.427206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9852d2-c398-4a7a-b37b-7aa8b25ae6b9 None None] The sync data for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb is: [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:50Z', 'revision_number': 4, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'f8f3dca8-4921-47b3-88bd-b3ff82477c0b', 'name': '', 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'mac_address': 'fa:16:3e:87:e7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '103c080e-300e-4162-94a2-7428af7434fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:44Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 4, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'subnets': [{'id': '103c080e-300e-4162-94a2-7428af7434fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:47:04.433281 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-2d6ee848-7f09-4927-bf80-a7274c2f5ce2 service neutron] 10.222.0.53 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8984430 Jan 26 11:47:04.433713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Usage tracker for resource:port and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:04.442933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Quota usage for port was recalculated. Used quota:1. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:04.470712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=6b440e7b-2304-4e59-aa3d-4352d4031455,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:04.471680 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-fcd79d83-1be6-4f57-8cff-064f4add8cb9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3300738 Jan 26 11:47:04.502565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:04.512463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:04.567677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Made reservation on behalf of cdd207cc254b4612ac26623340e0c94b for: {'port': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:47:04.591013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:04.715332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:04.826455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:04.953735 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1d028d8b-2032-4bbf-bc43-9a1f2d769bc4 service neutron] 10.222.0.53 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532437 Jan 26 11:47:05.117361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:05.200490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.326222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f8f3dca8-4921-47b3-88bd-b3ff82477c0b up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:05.349030 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6a3b7ad7365494994b1309c83b48c88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2692053 Jan 26 11:47:05.351320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33064) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:05.364570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-cd01848d-d121-45f7-8558-ac1f44de499a service neutron] 10.222.0.53 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3780053 Jan 26 11:47:05.384807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.425998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.455634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-08d4b2aa-8f9a-4937-8e74-4008d4b0cbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:05.576983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port f8f3dca8-4921-47b3-88bd-b3ff82477c0b completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:05.583475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port f8f3dca8-4921-47b3-88bd-b3ff82477c0b triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:05.584376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.608401 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d81c340c5133428cb601f6a6549c284d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5688021 Jan 26 11:47:05.609649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5986f949-24b8-49ba-be12-74e3d23ce5e8,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:05.617089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 33072) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:05.628609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:05.782432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93c70a-b61c-4597-8241-bee8585412c0,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:05.826948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:05.901705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.904498 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3308129 Jan 26 11:47:05.907390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:05.959245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.058530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.119011 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5298285a-f4c9-4512-af89-56ff262acd43 req-6a2afedf-8c1d-457b-9b82-1451c8b31ace tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 210 time: 0.2732975 Jan 26 11:47:06.161414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port f8f3dca8-4921-47b3-88bd-b3ff82477c0b, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:06.243529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.246748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.247711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 60fde483-cee7-4c84-a8c3-47a2b3a31529 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:06.264175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.514085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:06.576824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Allocated IP 172.20.0.11 (d9d0616d-877e-458f-a09b-e89e27c7b147/103c080e-300e-4162-94a2-7428af7434fa/f66c6392-7cf5-4178-b8ab-6e494b26b7d2) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:06.665288 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d570246b-ca62-4123-aa4a-d68c697b3571 req-8a2a6e37-d193-4967-838a-b917a4bc0073 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 210 time: 0.1392891 Jan 26 11:47:06.713993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 60fde483-cee7-4c84-a8c3-47a2b3a31529 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:06.714520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.760011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.768417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4c3dc372-64f1-49c4-9c3a-aee0c53b3ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:06.777100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.867592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986f949-24b8-49ba-be12-74e3d23ce5e8,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:06.887236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:06.893726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:06.915048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:06.926364 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5986f949-24b8-49ba-be12-74e3d23ce5e8 HTTP/1.1" status: 204 len: 168 time: 1.3054659 Jan 26 11:47:06.992577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2e0f86c-0d70-4457-a90c-2a4ffd5800d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:06.993567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:07.090530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93c70a-b61c-4597-8241-bee8585412c0,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:07.097257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:07.451387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-f83e980b-9883-4130-a24a-ac9c19466c34 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:07.514620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:07.516056 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f93c70a-b61c-4597-8241-bee8585412c0 HTTP/1.1" status: 204 len: 168 time: 2.0065055 Jan 26 11:47:07.548378 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f8f3dca8-4921-47b3-88bd-b3ff82477c0b up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:07.555229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-f83e980b-9883-4130-a24a-ac9c19466c34 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:07.563662 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-f83e980b-9883-4130-a24a-ac9c19466c34 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1782562161&fields=id&tenant_id=10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 267 time: 0.3424022 Jan 26 11:47:07.667024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:07.684106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port f8f3dca8-4921-47b3-88bd-b3ff82477c0b triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:07.684759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:07.825289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:07.995097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:08.280856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-5d806fe0-c802-4139-9d4b-efad18102a39 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:08.282489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-5d806fe0-c802-4139-9d4b-efad18102a39 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:network {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:08.365422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Pushing event updated for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:08.366528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-5d806fe0-c802-4139-9d4b-efad18102a39 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:network {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:08.375604 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-5d806fe0-c802-4139-9d4b-efad18102a39 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 811 time: 0.7959597 Jan 26 11:47:08.384957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:08.416028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Network d9d0616d-877e-458f-a09b-e89e27c7b147 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:08.419974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:08.428813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:08.436861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-e460c350-ae76-4a3b-bcc6-7f1b7d0a7cb1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/quotas/10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 375 time: 0.0536807 Jan 26 11:47:08.475210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:08.477155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:08.572090 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0644786 Jan 26 11:47:08.610218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Request body: {'port': {'device_id': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:08.891150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:08.935772 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0aa48c3e-5bab-493c-8933-e9e4108107e9 req-e4289051-eb49-4a6d-b6ac-23407f629cb4 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 210 time: 0.2195847 Jan 26 11:47:09.060488 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-66326d1f-ae7f-4df2-b8f3-b9ebfd483110 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6185706 Jan 26 11:47:09.404247 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-a7531f97-ef09-406d-b1b0-ee2060083797 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015270 Jan 26 11:47:09.590937 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-277c43c9-aecf-428c-9ca1-78bf28cf339e service neutron] 10.222.0.53 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855402 Jan 26 11:47:10.263680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.24', 51363) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:10.630179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33196) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:10.699197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-12853453-9d20-4a38-af26-8fbef38a6a9f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:10.699197 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-12853453-9d20-4a38-af26-8fbef38a6a9f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 819 time: 0.4089799 Jan 26 11:47:10.714911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66c6392-7cf5-4178-b8ab-6e494b26b7d2 {{(pid=80231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:47:10.725345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:10.762169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Request body: {'port': {'device_id': '51e324d4-cbd8-4d80-be68-eab292b89959', 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147', 'admin_state_up': True, 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:10.780076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-ffd65ff0-44f7-4537-b1db-c3b2cf6b12a7 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:10.784650 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-ffd65ff0-44f7-4537-b1db-c3b2cf6b12a7 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 816 time: 1.3777492 Jan 26 11:47:10.844537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Transition to ACTIVE for port object f66c6392-7cf5-4178-b8ab-6e494b26b7d2 will not be triggered until provisioned by entity L2. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:10.904779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-723bbecd-5b95-463f-8fa9-5f8491d7567e req-7c59e9b4-399a-4a91-afeb-be5b5a5e28f3 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 210 time: 1.3070438 Jan 26 11:47:10.921212 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ce14d65-c807-4c2e-822f-5dbf869c4e93 req-0898732d-dc82-46e2-b39b-5abb3adceeb3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 210 time: 0.1231585 Jan 26 11:47:11.208618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:11.211830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:11.299984 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-ac6bb260-bb4b-4d23-a0f2-d8d4c459a982 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 5704 time: 0.3704212 Jan 26 11:47:11.360668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'port': {'device_id': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'admin_state_up': True, 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'security_groups': ['8b7d5ae7-d550-428c-9997-c734dc32240a']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:11.465982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Usage tracker for resource:port and tenant:cdd207cc254b4612ac26623340e0c94b is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:11.472673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:11.576342 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c72a8591-56b2-4117-ab8e-26086db0e103 req-dcc148e1-f3ef-4793-98fb-b1450666bd95 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 210 time: 0.0742857 Jan 26 11:47:11.609607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Quota usage for port was recalculated. Used quota:2. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:11.701116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:11.723990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:11.862027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:11.871008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Usage tracker for resource:security_group_rule and tenant:5914fdebaa8d4ee29a750bf491155ace is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:11.877314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:11.891191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:11.948296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:11.971983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:12.048445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Made reservation on behalf of 2cfa89c8269649a9b3ea06822954b3f3 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:47:12.051611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.069522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Made reservation on behalf of cdd207cc254b4612ac26623340e0c94b for: {'port': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:47:12.096481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.102815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.118658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Pushing event updated for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:12.128774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.148776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:12.160468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c1933776-661d-47b0-b568-1ade37d114dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:12.293030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-23a3716d-71d0-4942-ae1e-50bfefcff959 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:12.294906 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-23a3716d-71d0-4942-ae1e-50bfefcff959 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.9949534 Jan 26 11:47:12.430776 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5914fdebaa8d4ee29a750bf491155ace&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7309816 Jan 26 11:47:12.443141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 33270) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:12.518331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4f908-dae4-48fd-b751-9db365335a2a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:12.540387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:12.571228 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-996e17c5-d945-47e8-9a9f-9e4b319b1361 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/quotas/2c7e3a5d822649eda5fc4b2d6e997ae5 HTTP/1.1" status: 200 len: 375 time: 0.1299653 Jan 26 11:47:12.866053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Attempting to bind port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:12.866985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Attempting to bind port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:12.868246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Attempting to bind port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 on network d9d0616d-877e-458f-a09b-e89e27c7b147 {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:12.877640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33296) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:12.907409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:12.908019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Checking segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:12.908692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.909610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Bound using segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:12.910143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Bound port: f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:12.910783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:12.963715 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fcf5a0b-9713-48f8-bd34-3b18606d10cc req-fe6bf7d0-8117-4222-b57d-cdba58687283 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 210 time: 0.1360571 Jan 26 11:47:12.976857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:13.268240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:13.407606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.24', 51368) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:13.432414 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-c750dc92-a435-40cf-a267-800d2f58a1f8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8463643 Jan 26 11:47:13.517128 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3861796-a71d-4d5a-b76f-ca348b5c12f6 req-0d95ba71-8962-4edf-b8e9-62f6955f5feb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 210 time: 0.2087381 Jan 26 11:47:13.527535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:13.598441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:13.632725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Usage tracker for resource:security_group_rule and tenant:3505b4b3efa64b54ae4aede22e8c61e8 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:13.639632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:13.665074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:13.689012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, cleared binding levels {{(pid=80231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:13.701801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:13.704947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Allocated IP 172.20.0.13 (d9d0616d-877e-458f-a09b-e89e27c7b147/103c080e-300e-4162-94a2-7428af7434fa/245d3040-3aa6-408a-bbea-c054a32cae26) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:13.851435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:47:13.852038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:13.874526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-75b731b1-47f0-43c8-b160-c198078cff97 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:13.938120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-4586a05f-fb93-4b57-ac2e-b1ee542faa79 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:13.940122 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-4586a05f-fb93-4b57-ac2e-b1ee542faa79 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 811 time: 0.5055959 Jan 26 11:47:14.228194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Pushing event updated for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=3']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:14.292104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.292551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.292900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.293302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.293695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.294091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.294482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.294909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.295301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.295699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.296086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.296475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.296960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.297354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.297814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.298137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.298588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.299030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.299426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.299818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.300212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.300602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.300987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.301379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:14.319584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Allocated IP 172.20.0.6 (dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db/c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72/54f5e6a6-f7fc-431f-a92b-92facfa8196e) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:14.319883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:14.327407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.353919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.361272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:14.361987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.364027 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] 10.222.0.24 "PUT /v2.0/ports/f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 1158 time: 5.7607250 Jan 26 11:47:14.364350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:14.374326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.384635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:14.446513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a800e5e-1101-4ea9-ac32-95bdd19730ce,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:14.458843 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3505b4b3efa64b54ae4aede22e8c61e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5748115 Jan 26 11:47:14.458843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:14.460401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33324) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:14.576739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.577611 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-88d518f4-f328-4da5-8ace-3830d1d66097 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 5704 time: 0.4867778 Jan 26 11:47:14.611793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:14.619500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'port': {'device_id': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'admin_state_up': True, 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'security_groups': ['bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:14.661921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-d8e85356-3107-4727-bef1-355b9463a06b service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1621196 Jan 26 11:47:14.776362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2af0a-8066-477e-86d3-ee5351f40398 req-d8bc1f00-938d-4165-945f-f46300c7f8c8 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:14.779271 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1cb2af0a-8066-477e-86d3-ee5351f40398 req-d8bc1f00-938d-4165-945f-f46300c7f8c8 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 946 time: 0.8367438 Jan 26 11:47:14.833635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.908423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.972653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:14.983793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.24', 51379) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:14.984802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Pushing event updated for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:14.985744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:14.997048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:15.062980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-a9397241-ed62-455b-a98b-0568f591e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:15.064873 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-a9397241-ed62-455b-a98b-0568f591e6ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1161 time: 0.5467350 Jan 26 11:47:15.138762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4f908-dae4-48fd-b751-9db365335a2a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:15.198846 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-b2273ecb-84cf-47b0-9447-e0850fad2cdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.1023753 Jan 26 11:47:15.275144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Network d9d0616d-877e-458f-a09b-e89e27c7b147 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:15.280703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:15.288107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:15.332349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:15.333064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:15.379828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-84d1813b-bc14-458b-a5e6-4081b6a29e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:15.381608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-84d1813b-bc14-458b-a5e6-4081b6a29e36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1730466 Jan 26 11:47:15.487005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6048a9ef-999b-4800-968e-bad423a0f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:15.506623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-60187af6-4744-4efb-bfd6-ee0356c59cde tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:15.507568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-60187af6-4744-4efb-bfd6-ee0356c59cde tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Synchronizing usage tracker for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:port {{(pid=80231) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:15.519797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:15.528229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:15.539298 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-8469746e-962a-454f-8d44-5d45ae0d3a32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455989 Jan 26 11:47:15.578046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:15.579462 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a800e5e-1101-4ea9-ac32-95bdd19730ce HTTP/1.1" status: 204 len: 168 time: 1.1178272 Jan 26 11:47:15.580564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a800e5e-1101-4ea9-ac32-95bdd19730ce,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:15.590792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:15.616284 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8588965 Jan 26 11:47:15.633948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.634439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.635004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.635507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.635997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.636491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.636994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.637764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.637908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.638343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.638837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.639310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.639856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.640325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.640763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.641245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.641758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.642407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.642921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.643370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.643893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.644361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.644830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.645446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:15.684360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:15.729570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Request body: {'port': {'device_id': '51e324d4-cbd8-4d80-be68-eab292b89959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:15.774778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-60187af6-4744-4efb-bfd6-ee0356c59cde tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Unset dirty status for tenant:b350c2368e9e4600aa3d734892c5af3a on resource:port {{(pid=80231) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:15.776474 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-60187af6-4744-4efb-bfd6-ee0356c59cde tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.24 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 946 time: 0.7869551 Jan 26 11:47:15.825287 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1cb2af0a-8066-477e-86d3-ee5351f40398 req-d05ad0dd-a90d-41aa-8292-0ece45c89bfc tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/security-groups?id=08e1be59-49a8-4332-8f85-8bff6de75c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9380920 Jan 26 11:47:15.874920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:15.876198 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5e4f908-dae4-48fd-b751-9db365335a2a HTTP/1.1" status: 204 len: 168 time: 3.4306197 Jan 26 11:47:15.910861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-7ef187ca-823e-49fc-8263-34ef6717f8d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1270218 Jan 26 11:47:15.991214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Deleting port 6d4d4d3e-e092-407e-84fc-4a91609844cd {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:47:15.991674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.060990 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-446994a9-8b1d-4f6c-9b4d-0160bef88a68 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117705 Jan 26 11:47:16.080584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.117106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 6d4d4d3e-e092-407e-84fc-4a91609844cd no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:47:16.123681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Transition to ACTIVE for port object 54f5e6a6-f7fc-431f-a92b-92facfa8196e will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:16.248521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.268956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:16.274438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:port and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:16.278348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for port was recalculated. Used quota:3. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:16.285063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:16.305820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.348815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:16.454146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Made reservation on behalf of 10afcb033d524f739e42bb0de1c5d6c2 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:47:16.481847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.704279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:16.722858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.775262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 6d4d4d3e-e092-407e-84fc-4a91609844cd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd,segment=NetworkSegment(247a12f4-8ee7-44fd-85fa-d50537efc5d2),segment_id=247a12f4-8ee7-44fd-85fa-d50537efc5d2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:16.776833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:16.805431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:16.807731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-257d210c-7195-4b89-aeaf-67651ab86b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:16.839870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:17.035411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:17.042843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:17.079799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868e3e-6f3e-4507-8f9e-a13b8431771c req-e525dcb2-d524-4d50-99df-96da78827c50 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:17.080654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-36868e3e-6f3e-4507-8f9e-a13b8431771c req-e525dcb2-d524-4d50-99df-96da78827c50 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:17.236345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:17.241263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:17.244659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-36868e3e-6f3e-4507-8f9e-a13b8431771c req-e525dcb2-d524-4d50-99df-96da78827c50 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:17.246001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-36868e3e-6f3e-4507-8f9e-a13b8431771c req-e525dcb2-d524-4d50-99df-96da78827c50 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 931 time: 1.0746782 Jan 26 11:47:17.249934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:17.291484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:17.292223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:17.388428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a097-8f58-4f03-8f9f-4323d3f87127 req-be9e8dc1-4768-4fe3-bdfb-58a4311e251f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:17.390254 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d6f0a097-8f58-4f03-8f9f-4323d3f87127 req-be9e8dc1-4768-4fe3-bdfb-58a4311e251f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 932 time: 0.6664224 Jan 26 11:47:17.450318 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96fcf1b1-e9db-4103-9a8e-887a93fa44a8 req-110ebfb6-ca58-42ce-927d-f0128e5c2d94 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3766615 Jan 26 11:47:17.688245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Allocated IP 172.20.0.8 (a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad/f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658/48bf1efa-0eeb-459f-9015-3c61b11f0711) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:17.697776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 33374) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:17.702329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa9aa-7cec-414d-ba8f-12885b47fd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:17.723328 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3670545 Jan 26 11:47:17.754126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-c8b61e69-7e90-4e32-91e4-461c9dcca944 None None] Provisioning for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:17.758867 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d6f0a097-8f58-4f03-8f9f-4323d3f87127 req-b2aef111-5c68-48e2-aa78-54ed1793e035 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910895 Jan 26 11:47:17.759755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:17.771354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-c8b61e69-7e90-4e32-91e4-461c9dcca944 None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:17.775282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c8b61e69-7e90-4e32-91e4-461c9dcca944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:17.784023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Request body: {'port': {'device_id': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:17.793990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] For port 6d4d4d3e-e092-407e-84fc-4a91609844cd, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=6d4d4d3e-e092-407e-84fc-4a91609844cd,segment=NetworkSegment(247a12f4-8ee7-44fd-85fa-d50537efc5d2),segment_id=247a12f4-8ee7-44fd-85fa-d50537efc5d2)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:17.794511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:17.913797 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-36868e3e-6f3e-4507-8f9e-a13b8431771c req-d188a368-afbb-4bdb-afb4-0696fa6e907f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6157663 Jan 26 11:47:17.919811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:17.975405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Calling delete_port for 6d4d4d3e-e092-407e-84fc-4a91609844cd owned by compute:nova {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:47:17.993445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-c8b61e69-7e90-4e32-91e4-461c9dcca944 None None] Port 54f5e6a6-f7fc-431f-a92b-92facfa8196e cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:47:18.022395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Usage tracker for resource:security_group_rule and tenant:067232769766493893f429128d70917a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:18.059716 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2', 'status': 'completed', 'code': 200} Jan 26 11:47:18.067807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:47:18.178237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245d3040-3aa6-408a-bbea-c054a32cae26 {{(pid=80231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:47:18.187772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:18.203655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Transition to ACTIVE for port object 245d3040-3aa6-408a-bbea-c054a32cae26 will not be triggered until provisioned by entity L2. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:18.211194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:18.218388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:18.263533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:18.296979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e270f56f-5c81-49e2-8be3-65a60f524371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:18.405734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:18.484149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:18.522040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f0ceff29-ced6-453b-a52b-c46659a68949 req-f693bcef-dd6b-41ac-a6b6-54ea5ea027aa tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:18.704118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:18.708387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:18.727854 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c6efd227-02f0-441d-a7a9-560f5fb296be req-87226857-2f39-4338-ace8-ce6831f758b3 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 210 time: 0.2462378 Jan 26 11:47:18.787661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-d7702a25-b9b1-4f05-9989-23fe6a2999ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:18.789615 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-d7702a25-b9b1-4f05-9989-23fe6a2999ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1161 time: 0.5815330 Jan 26 11:47:18.876643 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd', 'code': 200} Jan 26 11:47:19.073946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:19.103976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:19.158319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-f0ceff29-ced6-453b-a52b-c46659a68949 req-f693bcef-dd6b-41ac-a6b6-54ea5ea027aa tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:19.163334 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f0ceff29-ced6-453b-a52b-c46659a68949 req-f693bcef-dd6b-41ac-a6b6-54ea5ea027aa tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 210 time: 0.8953500 Jan 26 11:47:19.190674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Pushing event deleted for resources: {'Port': ['ID=6d4d4d3e-e092-407e-84fc-4a91609844cd,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:19.200167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:19.357397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Attempting to bind port 245d3040-3aa6-408a-bbea-c054a32cae26 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:19.357979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Attempting to bind port 245d3040-3aa6-408a-bbea-c054a32cae26 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:19.358986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Attempting to bind port 245d3040-3aa6-408a-bbea-c054a32cae26 on network d9d0616d-877e-458f-a09b-e89e27c7b147 {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:19.467062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-37f21b27-04f4-4c84-8a2f-f61aaea5a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:19.468763 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-37f21b27-04f4-4c84-8a2f-f61aaea5a67b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.6595185 Jan 26 11:47:19.469936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:19.470418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Checking segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:19.470859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:19.471269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Bound using segment: {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'} {{(pid=80231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:19.471872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Bound port: 245d3040-3aa6-408a-bbea-c054a32cae26, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666214f8-9c2b-4f44-a391-97b228ad26f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9d0616d-877e-458f-a09b-e89e27c7b147'}}] {{(pid=80231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:19.477459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:19.493305 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0b9fb78d-5456-4a22-a2a6-6e16f3d37b07 req-9f325205-70ae-47a3-8847-f9de3fce4b91 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.53 "GET /v2.0/ports?device_id=e1d89892-6b9e-4534-8036-8765013c8e58 HTTP/1.1" status: 200 len: 210 time: 0.3498452 Jan 26 11:47:19.494190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.24', 51381) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:19.600051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:19.971283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.054445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] No DVR routers for this DVR port 6d4d4d3e-e092-407e-84fc-4a91609844cd on host hv-cinder-77238 {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:47:20.060331 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-883a3797-c070-4957-934a-c96daf4007ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.5570521 Jan 26 11:47:20.066077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.070192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-deleted', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:20.264191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-0a1dc33c-f642-403d-8617-d1f1da94eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:20.266655 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-0a1dc33c-f642-403d-8617-d1f1da94eca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1258829 Jan 26 11:47:20.292578 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] 10.222.0.24 "DELETE /v2.0/ports/6d4d4d3e-e092-407e-84fc-4a91609844cd HTTP/1.1" status: 204 len: 173 time: 4.5058284 Jan 26 11:47:20.403760 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-254aaa2f-f83e-48a1-b55a-64466ba9a507 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145921 Jan 26 11:47:20.422113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, cleared binding levels {{(pid=80231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:20.428386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=245d3040-3aa6-408a-bbea-c054a32cae26,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:20.466474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-ad3b3acd-f412-4924-88e9-10d88db2bf84 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:47:20.504848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.514530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.543022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:20.684616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.721404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Transition to ACTIVE for port object 48bf1efa-0eeb-459f-9015-3c61b11f0711 will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:20.840649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-0467e406-b665-4c09-b29d-ff184e4fc817 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:20.843368 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-0467e406-b665-4c09-b29d-ff184e4fc817 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 1.3072677 Jan 26 11:47:20.854062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:20.881469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:20.916531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:47:20.939433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Request body: {'port': {'device_id': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb', 'admin_state_up': True, 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:20.992685 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-8b601c6d-bd7d-4a6a-8a02-037b5395a313 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492389 Jan 26 11:47:21.069235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:21.103883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=3']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:21.120846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:21.140607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e965-c806-4779-b8bd-2221c7bb8990 req-12b9d7b4-020b-44ae-be05-9b35bc51846f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:21.155919 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3004e965-c806-4779-b8bd-2221c7bb8990 req-12b9d7b4-020b-44ae-be05-9b35bc51846f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 931 time: 1.1073937 Jan 26 11:47:21.331224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:21.332325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.335323 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] 10.222.0.24 "PUT /v2.0/ports/245d3040-3aa6-408a-bbea-c054a32cae26 HTTP/1.1" status: 200 len: 1158 time: 5.6102669 Jan 26 11:47:21.369436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f37a29-64d1-46c1-801f-eccf9fc5e17a req-040b75c4-130f-48a0-b5c5-4686b17c0f10 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3596900 Jan 26 11:47:21.370953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac580-9693-4615-88d8-d9af89332545 req-f48ef3ba-0c45-45a8-a971-5fbbb1e6829a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:21.373076 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1e8ac580-9693-4615-88d8-d9af89332545 req-f48ef3ba-0c45-45a8-a971-5fbbb1e6829a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 944 time: 1.3554041 Jan 26 11:47:21.378039 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=067232769766493893f429128d70917a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6787968 Jan 26 11:47:21.381597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33462) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:21.448642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:21.457452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:21.458872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.459434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872be5c7-2cd8-4423-9793-bc534988fc25,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:21.591769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.640156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.648147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:21.683782 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3004e965-c806-4779-b8bd-2221c7bb8990 req-8f255b22-aca9-4b95-9e1a-22da3b59354d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5260653 Jan 26 11:47:21.700763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-409cace6-b6f6-413b-bebd-ceeaadd7c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:21.702447 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-409cace6-b6f6-413b-bebd-ceeaadd7c90e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 1161 time: 0.2449014 Jan 26 11:47:21.720094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.748476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f5e6a6-f7fc-431f-a92b-92facfa8196e {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:47:21.754820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:21.771458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.794339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:21.803310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.815841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:21.816754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:21.818763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:21.832567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.833248 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-0f2f94c5-869c-4ce9-9bda-cd6679e90abd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245d3040-3aa6-408a-bbea-c054a32cae26 HTTP/1.1" status: 200 len: 217 time: 0.1091704 Jan 26 11:47:21.834368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872be5c7-2cd8-4423-9793-bc534988fc25,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:21.838443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:21.845890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.856561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:21.895350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:21.896672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/872be5c7-2cd8-4423-9793-bc534988fc25 HTTP/1.1" status: 204 len: 168 time: 0.5128889 Jan 26 11:47:21.935606 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1e8ac580-9693-4615-88d8-d9af89332545 req-71ffa84d-75d8-47f0-ae4f-fbcf85521538 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781084 Jan 26 11:47:21.941550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Transition to ACTIVE for port object 54f5e6a6-f7fc-431f-a92b-92facfa8196e will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:21.948468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:21.966760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1a1763ba-95c1-4c6a-a042-b40086daecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:21.968391 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-1a1763ba-95c1-4c6a-a042-b40086daecc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1314685 Jan 26 11:47:22.109764 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-f4cb7c35-48f8-43d5-906c-91cf9f965835 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199169 Jan 26 11:47:22.115743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:22.135073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:47:22.173591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:22.188248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.189161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.189788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.190630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.194266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.194982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.202438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:22.212484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.213218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.213855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.214525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.225666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.226471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.227354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.228009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.228645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.235696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.236419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.237135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.237677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.238292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.238853 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d89892-6b9e-4534-8036-8765013c8e58', 'name': 'network-vif-deleted', 'tag': '6d4d4d3e-e092-407e-84fc-4a91609844cd', 'status': 'completed', 'code': 200} Jan 26 11:47:22.239060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.272085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.272809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.273839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:47:22.295556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:22.434490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:22.551106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:22.585264 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-3e5569b0-3db5-45ed-ac10-574aaa60d5cb service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561844 Jan 26 11:47:22.594028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:22.623669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:22.702842 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3156eeab-be08-407e-8411-af1b10930681 req-4586ff46-baf7-4136-96cd-f9d11074ecdd tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 210 time: 0.5837867 Jan 26 11:47:22.736888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:22.737686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:22.867306 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-b5414480-34f3-4d89-a58d-0081a2d8aa37 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2728539 Jan 26 11:47:23.072243 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2', 'code': 200} Jan 26 11:47:23.149025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:23.189049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:23.625090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93969a-c3e3-4886-aed0-38efc73bdf42 req-8b53053e-0a26-4985-a8f5-d5f35b9b755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:23.626893 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ab93969a-c3e3-4886-aed0-38efc73bdf42 req-8b53053e-0a26-4985-a8f5-d5f35b9b755d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.1462710 Jan 26 11:47:23.687133 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ab93969a-c3e3-4886-aed0-38efc73bdf42 req-059fced2-54de-48de-a52a-c4700cada245 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Jan 26 11:47:23.744186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:24.041995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:24.049276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:24.089231 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:24.089981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.187042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Attempting to bind port 54f5e6a6-f7fc-431f-a92b-92facfa8196e on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:24.187467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Attempting to bind port 54f5e6a6-f7fc-431f-a92b-92facfa8196e by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:24.187790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Attempting to bind port 54f5e6a6-f7fc-431f-a92b-92facfa8196e on network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:24.241181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:24.264304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db0869-651f-49b7-b9b7-5cfb937b9614 req-5e2ae6c5-75c4-4584-8908-20301badb802 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:24.279599 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74db0869-651f-49b7-b9b7-5cfb937b9614 req-5e2ae6c5-75c4-4584-8908-20301badb802 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 931 time: 1.5516798 Jan 26 11:47:24.313467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Allocated IP 172.20.0.3 (2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb/66e61750-76fe-4cb9-bf06-5de337705380/58b7fa22-ebfa-4b07-a04e-e1355bd3026d) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:47:24.316538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:24.316924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Checking segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:24.317399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.318330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Bound using segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:24.318899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Bound port: 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:24.319291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.342460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7436793 Jan 26 11:47:24.397963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:24.457477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c248b4-3b7d-46b0-8f1c-92487f7f954f req-b3c6f6cf-c6d8-48ab-862b-7b3744ab28c6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:24.459394 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a4c248b4-3b7d-46b0-8f1c-92487f7f954f req-b3c6f6cf-c6d8-48ab-862b-7b3744ab28c6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 1.2684817 Jan 26 11:47:24.472026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Request body: {'port': {'device_id': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:24.551471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:24.552737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.619023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-5b5e87f9-fdeb-4e3b-ad6b-94b7d19a85f8 None None] Provisioning for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:24.619382 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74db0869-651f-49b7-b9b7-5cfb937b9614 req-69f6d8e3-906c-4f08-b3b1-dd66f8e425b9 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384111 Jan 26 11:47:24.691106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-5b5e87f9-fdeb-4e3b-ad6b-94b7d19a85f8 None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:24.691940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5b5e87f9-fdeb-4e3b-ad6b-94b7d19a85f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.770917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e87f9-fdeb-4e3b-ad6b-94b7d19a85f8 None None] Port 48bf1efa-0eeb-459f-9015-3c61b11f0711 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:47:24.778805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:24.807103 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a4c248b4-3b7d-46b0-8f1c-92487f7f954f req-d696b024-76ff-4cd4-b665-b2d3c699401c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913151 Jan 26 11:47:24.975015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:25.187284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:25.275752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:25.318658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-be38caca-4e08-4517-8dfc-cd1906c7a00c req-08fab94b-e90f-4992-873a-b3ed36e51417 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:47:25.370544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:25.556855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-be38caca-4e08-4517-8dfc-cd1906c7a00c req-08fab94b-e90f-4992-873a-b3ed36e51417 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:47:25.558176 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-be38caca-4e08-4517-8dfc-cd1906c7a00c req-08fab94b-e90f-4992-873a-b3ed36e51417 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 210 time: 0.4009259 Jan 26 11:47:25.600855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:25.648300 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26', 'status': 'completed', 'code': 200} Jan 26 11:47:25.705064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:25.713266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:25.849892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67450b-b44a-4580-83ec-1322e438f8d2 req-d097c2fa-26d8-466c-b399-b061f238b5fd tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:25.854038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-f926aa9a-ffa0-4328-a74e-d9a9d3dba066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:25.855961 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-f926aa9a-ffa0-4328-a74e-d9a9d3dba066 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 1161 time: 0.1429391 Jan 26 11:47:25.859446 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fa67450b-b44a-4580-83ec-1322e438f8d2 req-d097c2fa-26d8-466c-b399-b061f238b5fd tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 944 time: 0.7777483 Jan 26 11:47:26.059383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-2dd86b71-9e93-44ed-96ae-69eda044891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:26.061696 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-2dd86b71-9e93-44ed-96ae-69eda044891b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.1974084 Jan 26 11:47:26.107839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:26.109391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:26.112113 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] 10.222.0.24 "PUT /v2.0/ports/54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 1157 time: 8.3376522 Jan 26 11:47:26.170608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-1346357c-5ac0-48ce-a1b2-e0a7bc012480 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245d3040-3aa6-408a-bbea-c054a32cae26 HTTP/1.1" status: 200 len: 217 time: 0.1017005 Jan 26 11:47:26.226255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:26.390724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-faa2d207-5d3c-4709-9ec0-b5613dd10292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:26.393409 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-faa2d207-5d3c-4709-9ec0-b5613dd10292 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1814227 Jan 26 11:47:26.451237 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fa67450b-b44a-4580-83ec-1322e438f8d2 req-a4a3a26d-4e71-4909-bfc2-2c1768a1bf76 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017238 Jan 26 11:47:26.512946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:26.513560 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-c695ce49-8616-4610-8297-3e8297267094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119406 Jan 26 11:47:26.726869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:26.762421 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33570) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:26.907193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96b44-b956-484a-b3e5-9f6026d16a4b req-fd27d6af-a0ad-4350-93bd-2510b5b420b0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:26.910977 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cea96b44-b956-484a-b3e5-9f6026d16a4b req-fd27d6af-a0ad-4350-93bd-2510b5b420b0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 931 time: 0.9526193 Jan 26 11:47:26.975192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Deleting subnet 5c819f5a-b457-4d85-aea7-02f13fd3f222 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:47:26.984026 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-ee9b3d13-2202-4d84-900c-6cf6f5a27288 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610016 Jan 26 11:47:26.985442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.061042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-c7058639-c52e-457f-a941-5a815e80f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:27.063880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-c7058639-c52e-457f-a941-5a815e80f3bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1160 time: 0.8187258 Jan 26 11:47:27.176108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:47:27.200848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:47:27.204809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:47:27.210642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:27.327171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:27.327913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.402297 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9073a5e8-847b-400b-bbc3-82bd64054efd req-c2e0ec2a-5d3c-41b6-8807-378631e21cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3553538 Jan 26 11:47:27.424556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:27.425176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.483744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.499503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.807651 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-ec85549e-be3d-40f2-91cc-0bb13a4ae007 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 217 time: 0.6268125 Jan 26 11:47:27.874457 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cea96b44-b956-484a-b3e5-9f6026d16a4b req-4a97f3f7-ad0e-40f3-977e-d649090e752e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8753779 Jan 26 11:47:27.878743 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9983039 Jan 26 11:47:27.891373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf1efa-0eeb-459f-9015-3c61b11f0711 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:47:27.903749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:27.912684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 245d3040-3aa6-408a-bbea-c054a32cae26 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:27.926569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-90c2eca8-e572-4001-bfc6-d12afbcbe688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:27.995304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c819f5a-b457-4d85-aea7-02f13fd3f222,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:28.003244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:28.009014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event updated for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:28.021899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Request body: {'port': {'device_id': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:28.039535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 245d3040-3aa6-408a-bbea-c054a32cae26 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:28.045416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 245d3040-3aa6-408a-bbea-c054a32cae26 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:28.045856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.142669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.166347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.178423 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ac03beb7-e9f5-48e2-928f-9e229aa7fcc4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5c819f5a-b457-4d85-aea7-02f13fd3f222 HTTP/1.1" status: 204 len: 168 time: 1.4121144 Jan 26 11:47:28.182542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33584) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:28.203948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.222134 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'status': 'completed', 'code': 200} Jan 26 11:47:28.223635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.497s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:28.238813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:28.258057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-6f7e25a9-86bd-4de1-ac17-1e34cf546854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:28.261006 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-6f7e25a9-86bd-4de1-ac17-1e34cf546854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.4155793 Jan 26 11:47:28.269219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=245d3040-3aa6-408a-bbea-c054a32cae26,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:28.299655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.309945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:28.348648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.404575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:28.409125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:28.414641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Transition to ACTIVE for port object 48bf1efa-0eeb-459f-9015-3c61b11f0711 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:28.548690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.683704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.700364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1580c08d-1fa3-4523-adfb-0ee2c70ddb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:28.743659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:28.837591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc040830-aa75-4566-91b0-5fecf36fc5a0 req-def71ba6-0889-4a33-951a-d10883a921f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:28.840093 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc040830-aa75-4566-91b0-5fecf36fc5a0 req-def71ba6-0889-4a33-951a-d10883a921f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 1.8247192 Jan 26 11:47:28.848117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.848617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.849423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.849795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > port after_create 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.850162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.850543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > port after_update 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.851505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.851505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.851806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.851953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:28.948962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 245d3040-3aa6-408a-bbea-c054a32cae26 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:29.007733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:29.008508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:29.009156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:29.009814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80231) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:47:29.010519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd9d001-8b36-4c07-b673-86e75e3eee7d']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:29.045329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247a12f4-8ee7-44fd-85fa-d50537efc5d2') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:29.046278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247a12f4-8ee7-44fd-85fa-d50537efc5d2') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:29.066529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7d943-88cd-4646-85b1-03c8cc3a348e req-58e4abca-53c0-4793-a725-afd334f0807e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:29.068898 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2ce7d943-88cd-4646-85b1-03c8cc3a348e req-58e4abca-53c0-4793-a725-afd334f0807e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 931 time: 0.8402159 Jan 26 11:47:29.083435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:29.123595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:29.127004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:47:29.160063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-b602b351-a9ae-4b66-8b6d-0af24a4010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:29.162342 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-b602b351-a9ae-4b66-8b6d-0af24a4010a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7716942 Jan 26 11:47:29.174782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 245d3040-3aa6-408a-bbea-c054a32cae26 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:29.175524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:29.469333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Pushing event updated for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:29.472991 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:29.570736 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc040830-aa75-4566-91b0-5fecf36fc5a0 req-c6f1a230-8de4-473f-885c-c83b5c0fd577 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7058775 Jan 26 11:47:29.649961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:47:29.675579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:29.756931 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2ce7d943-88cd-4646-85b1-03c8cc3a348e req-bb31c624-13e7-4578-8ae1-b8e7544c995f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817461 Jan 26 11:47:29.955239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Attempting to bind port 48bf1efa-0eeb-459f-9015-3c61b11f0711 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:29.956176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Attempting to bind port 48bf1efa-0eeb-459f-9015-3c61b11f0711 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:29.956732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Attempting to bind port 48bf1efa-0eeb-459f-9015-3c61b11f0711 on network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:29.980398 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26', 'code': 200} Jan 26 11:47:30.094272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:30.094834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Checking segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:30.095193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.095699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Bound using segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:30.096245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Bound port: 48bf1efa-0eeb-459f-9015-3c61b11f0711, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:30.096639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.116527 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-3705ab7b-e4b4-4ba3-ad3f-804ee2d70ffe service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308795 Jan 26 11:47:30.188235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Network 5fd9d001-8b36-4c07-b673-86e75e3eee7d has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: (rel_b, rel_a, rel_b), Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: (rel_b, rel_a, rel_b), Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:47:30.235156 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:47:30.401821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.408505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ff9f73a-304b-40da-84ce-c4cb391763f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:30.441983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.464239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd9d001-8b36-4c07-b673-86e75e3eee7d,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:30.472473 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:30.597442 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5fd9d001-8b36-4c07-b673-86e75e3eee7d HTTP/1.1" status: 204 len: 168 time: 2.4139631 Jan 26 11:47:30.666642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee0a4-0d8d-4b92-995c-e80a4fc05566 req-9e2edb24-c7ac-4403-962a-fc7547f3af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:30.668553 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8aee0a4-0d8d-4b92-995c-e80a4fc05566 req-9e2edb24-c7ac-4403-962a-fc7547f3af77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 1163 time: 0.1608198 Jan 26 11:47:30.679532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b7fa22-ebfa-4b07-a04e-e1355bd3026d {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:47:30.720845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.764825 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8aee0a4-0d8d-4b92-995c-e80a4fc05566 req-59d56b9d-5acd-47bf-9c97-ef527ce95826 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831878 Jan 26 11:47:30.842620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Transition to ACTIVE for port object 58b7fa22-ebfa-4b07-a04e-e1355bd3026d will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:47:30.902487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b40db-fd70-44f0-a554-6580c9d40ab3 req-817785a1-d220-4c80-83c0-d1a79bba99aa tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:30.904262 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-045b40db-fd70-44f0-a554-6580c9d40ab3 req-817785a1-d220-4c80-83c0-d1a79bba99aa tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.9114416 Jan 26 11:47:30.913451 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47eeee81-b41b-4e6f-a71f-613b6188ef8d req-29fc45b1-1593-4583-bb8a-dbad906201c9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7453542 Jan 26 11:47:30.917448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:30.927945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:31.203407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:31.304021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33630) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:31.400949 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0fec12fd-b958-4e49-9810-c49d89eda70e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b350c2368e9e4600aa3d734892c5af3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0950563 Jan 26 11:47:31.405228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33640) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:31.431183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:31.437975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:31.463008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:31.520335 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-045b40db-fd70-44f0-a554-6580c9d40ab3 req-449144f5-9742-4632-b341-69dd745191e7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995841 Jan 26 11:47:31.546862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:31.588947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:31.771348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2992056-77fc-44a0-9e37-e0453362b142 req-6fae983a-d9bd-4163-b98e-44a0362dddaf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:31.771348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a2992056-77fc-44a0-9e37-e0453362b142 req-6fae983a-d9bd-4163-b98e-44a0362dddaf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 1.2432909 Jan 26 11:47:31.771348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:31.772167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:31.772167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:31.772167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e1be59-49a8-4332-8f85-8bff6de75c6e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:31.772167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:31.807171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:31.813473 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08e1be59-49a8-4332-8f85-8bff6de75c6e HTTP/1.1" status: 204 len: 168 time: 0.4028325 Jan 26 11:47:31.898143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cc48aef3-3cb8-47ac-bad1-88aaa7aa7102 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:32.259386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Pushing event updated for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:32.295688 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a2992056-77fc-44a0-9e37-e0453362b142 req-90c34bc9-63e2-4739-bee5-7f5b722ad9d1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902368 Jan 26 11:47:32.309502 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:32.366926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-6407467d-3d74-4b6c-b2ff-f0a249981ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:32.366926 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-6407467d-3d74-4b6c-b2ff-f0a249981ff7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1160 time: 1.0426548 Jan 26 11:47:32.886659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cac57-467e-4910-8179-544450423d8e req-c3c722df-a098-49df-9403-8695f8d10eb9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:32.888463 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a2cac57-467e-4910-8179-544450423d8e req-c3c722df-a098-49df-9403-8695f8d10eb9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 1.0771182 Jan 26 11:47:32.974371 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:32.975100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:32.976627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] 10.222.0.24 "PUT /v2.0/ports/48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 1157 time: 8.5850112 Jan 26 11:47:33.035579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:33.098236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Attempting to bind port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:47:33.098653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Attempting to bind port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:47:33.099085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Attempting to bind port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d on network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:47:33.128412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:33.128794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Checking segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:47:33.129211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:33.129619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Bound using segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:33.130783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Bound port: 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:47:33.131126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:33.215041 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a2cac57-467e-4910-8179-544450423d8e req-ebffd767-e7f3-4551-93a9-f92fe2a26e14 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618458 Jan 26 11:47:33.279801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-e25ae9c7-fc03-43be-ae0e-d1e044375321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:33.281503 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-e25ae9c7-fc03-43be-ae0e-d1e044375321 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.8827198 Jan 26 11:47:33.341529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2cd06-4207-4358-a8e0-a428606585a3 req-69102d33-0087-48a8-bec9-962a4515cfd8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:33.351481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42c2cd06-4207-4358-a8e0-a428606585a3 req-69102d33-0087-48a8-bec9-962a4515cfd8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 943 time: 0.6534441 Jan 26 11:47:33.489963 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-3e22bc3a-c68e-4f2a-b2dc-b7046c64ff03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 217 time: 0.1276171 Jan 26 11:47:33.596097 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42c2cd06-4207-4358-a8e0-a428606585a3 req-477d7101-5935-4d1c-9e66-de1b29bb3e9a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434900 Jan 26 11:47:33.602647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:47:33.633736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:47:33.644264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-5b42b7a2-8850-406d-a80b-fb36a40a2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:33.646657 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-5b42b7a2-8850-406d-a80b-fb36a40a2907 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.1374440 Jan 26 11:47:33.649081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-634ba870-6820-46ec-929d-03b91da65b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:33.651040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-634ba870-6820-46ec-929d-03b91da65b46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1160 time: 0.5279789 Jan 26 11:47:33.756130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:33.961801 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'status': 'completed', 'code': 200} Jan 26 11:47:33.962953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:34.004868 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-ea7ee079-df6a-4640-a773-bfd05626c226 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 217 time: 0.2107384 Jan 26 11:47:34.010551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3460ec0e-e065-4535-a188-95392491a8c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:34.584460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:34.604024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-56671c91-77d5-461d-8103-5185da08c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:34.605825 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-56671c91-77d5-461d-8103-5185da08c518 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.2928548 Jan 26 11:47:34.611290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:34.764311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d088d6-4763-44ca-b982-3f964a9e052f req-90e713e1-70c4-44a2-be46-a9f7d1d98e68 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:34.764610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83d088d6-4763-44ca-b982-3f964a9e052f req-90e713e1-70c4-44a2-be46-a9f7d1d98e68 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 1.1014626 Jan 26 11:47:34.783531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-cb04748f-957b-42e4-b732-3128c9e867fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:34.785154 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-cb04748f-957b-42e4-b732-3128c9e867fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8843834 Jan 26 11:47:34.842483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:34.843214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:34.844734 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] 10.222.0.24 "PUT /v2.0/ports/58b7fa22-ebfa-4b07-a04e-e1355bd3026d HTTP/1.1" status: 200 len: 1157 time: 6.8401961 Jan 26 11:47:34.905384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc005ed-9965-48e7-b16a-71375469b1ad req-8b81c6d8-b911-47f0-89e6-102243768a72 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:34.907376 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bbc005ed-9965-48e7-b16a-71375469b1ad req-8b81c6d8-b911-47f0-89e6-102243768a72 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 0.9212291 Jan 26 11:47:35.197469 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83d088d6-4763-44ca-b982-3f964a9e052f req-1492e169-3420-4535-b8c7-fac4d97193bb tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199326 Jan 26 11:47:35.231675 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bbc005ed-9965-48e7-b16a-71375469b1ad req-0f1cfddd-27f0-4faa-becf-0a73523a9509 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996311 Jan 26 11:47:35.281749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-b5c0f2c5-b759-4475-b480-809f76dc22dd service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685524 Jan 26 11:47:35.307185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-2c688686-48b3-46ff-8920-fec7f49333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:35.307818 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-2c688686-48b3-46ff-8920-fec7f49333e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6862028 Jan 26 11:47:35.573026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:35.598376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33746) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:35.740243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-c246f485-7255-4647-b152-21d78882a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:35.742476 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-c246f485-7255-4647-b152-21d78882a2f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 1160 time: 0.6762300 Jan 26 11:47:35.754170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:35.762180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:35.763669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:35.895720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:35.939953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:35.982761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:35.983676 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-ca8c9b05-6ff3-4ab9-bcba-13398dfd2c85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d HTTP/1.1" status: 200 len: 217 time: 0.2090309 Jan 26 11:47:35.984335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:35.985131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:36.012345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:36.014092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.017049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:36.031831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Usage tracker for resource:security_group_rule and tenant:8c836b2ea1b34cc6a7a3d28dcdcedb94 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:36.053048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:36.088375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:36.104063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:36.110727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:36.164164 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8e416079-a985-4f29-8541-ca6e2bfebaf9 req-7c27e537-487d-4676-95ab-1c21afdc0cd4 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8621488 Jan 26 11:47:36.248286 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-7fa84154-6503-4530-aacc-f280996786f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035137 Jan 26 11:47:36.304252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.336032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.351630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-48acf44d-4deb-4870-aecd-3966033a3f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:36.363911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded9d5b-d1d5-4ffe-a3e6-bc4321c6f5cf req-aada1836-e8de-4758-ab27-8569ae6f79d1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:36.366485 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ded9d5b-d1d5-4ffe-a3e6-bc4321c6f5cf req-aada1836-e8de-4758-ab27-8569ae6f79d1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.8545008 Jan 26 11:47:36.421304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-7ead047e-03b0-434f-bef3-32e69e7ddd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:36.423836 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-7ead047e-03b0-434f-bef3-32e69e7ddd4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.3998795 Jan 26 11:47:36.432267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d0a473-b857-49ed-b818-24e21e17ef5e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:36.451582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:36.475118 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c836b2ea1b34cc6a7a3d28dcdcedb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719747 Jan 26 11:47:36.476424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33768) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:36.551790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.562224 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-5bd90b0b-eaa7-484a-b0c9-b79b466eb22f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159058 Jan 26 11:47:36.592048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.706151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.725743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa01e806-e5a9-4b83-bed4-7bc54a07c130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:36.745844 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ded9d5b-d1d5-4ffe-a3e6-bc4321c6f5cf req-088845f7-0090-4128-b34a-5c3bf2d465ac tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409984 Jan 26 11:47:36.752687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:36.781313 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4d0a473-b857-49ed-b818-24e21e17ef5e HTTP/1.1" status: 204 len: 168 time: 0.3033874 Jan 26 11:47:36.787624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d0a473-b857-49ed-b818-24e21e17ef5e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:36.790312 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2ab0b6c-ec01-4b1d-8a39-b7e4576d700e req-18dd7c2a-3534-48e4-aa35-d9dae42969f7 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4183490 Jan 26 11:47:36.801320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:36.827001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-62e2ebb2-3207-4337-bc6a-8f2803f7e592 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462399 Jan 26 11:47:37.020713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:37.227862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:37.228539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:37.598408 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d3c231e1-581b-46a0-a580-e5cb5064d0cf req-7b9eebc3-5a6b-4b8e-8be0-f04b35d4e83c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7623038 Jan 26 11:47:37.667365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-de0bfe58-a49c-459b-95cd-4dad86e86c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:37.669040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-de0bfe58-a49c-459b-95cd-4dad86e86c2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1160 time: 0.1681912 Jan 26 11:47:37.719262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee82ae-5a4b-472c-b348-3ea542263198 req-22d9ad57-725f-408e-91b5-48ffc210d076 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:37.721749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79ee82ae-5a4b-472c-b348-3ea542263198 req-22d9ad57-725f-408e-91b5-48ffc210d076 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 943 time: 0.2253733 Jan 26 11:47:37.792748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'code': 200} Jan 26 11:47:37.823201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33794) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:37.859458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:37.902182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:37.917513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Usage tracker for resource:security_group_rule and tenant:2253ed83588d44a793faaa38602e2f04 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:37.928270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:37.939597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:37.943070 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79ee82ae-5a4b-472c-b348-3ea542263198 req-b907b3c6-9980-47eb-827c-87e3817bda9f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939342 Jan 26 11:47:37.944946 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d', 'status': 'completed', 'code': 200} Jan 26 11:47:37.989924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-1f6cda1b-8f34-4b5e-9ee6-eb1774f65e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:37.991678 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-1f6cda1b-8f34-4b5e-9ee6-eb1774f65e12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.2689548 Jan 26 11:47:38.140265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.195558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.235413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-20f263ae-d700-469c-8560-de232a230f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:38.300977 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-be539402-7855-452c-a779-0b5484830ee6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 217 time: 0.2626903 Jan 26 11:47:38.329506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-f88fcd2f-fc06-4ba7-acc7-efee42d06442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.332807 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-f88fcd2f-fc06-4ba7-acc7-efee42d06442 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 1163 time: 0.4461250 Jan 26 11:47:38.384539 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2253ed83588d44a793faaa38602e2f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597284 Jan 26 11:47:38.389887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33804) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:38.413651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88370b9e-df31-486d-9836-23693f6fca6f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:38.420883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:38.593396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436a237-6afd-47c0-b24f-36cd9f40a0a4 req-53933e3d-6498-4d7d-ac5f-4d4e7345d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.596424 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4436a237-6afd-47c0-b24f-36cd9f40a0a4 req-53933e3d-6498-4d7d-ac5f-4d4e7345d1c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1162 time: 0.3346293 Jan 26 11:47:38.667235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.705465 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4436a237-6afd-47c0-b24f-36cd9f40a0a4 req-42ab7fcd-fbb7-4ae2-914c-2ed07c2bd5f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973125 Jan 26 11:47:38.716024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.798623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-eca9fff0-a69e-44cf-8c2f-e2fee15129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.800309 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-eca9fff0-a69e-44cf-8c2f-e2fee15129b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.4885416 Jan 26 11:47:38.817795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.826076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f395761a-a1d4-4de4-948b-3f6a80ebb6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:38.828864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-ccebc009-07fe-4e00-95c4-c5c73dfee9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.830534 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-ccebc009-07fe-4e00-95c4-c5c73dfee9d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.3875391 Jan 26 11:47:38.842502 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88370b9e-df31-486d-9836-23693f6fca6f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:38.846142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:38.848923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:38.849354 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88370b9e-df31-486d-9836-23693f6fca6f HTTP/1.1" status: 204 len: 168 time: 0.4572990 Jan 26 11:47:38.868942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-e7fb3bf9-a484-47e3-89af-4c96180f87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.870765 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-e7fb3bf9-a484-47e3-89af-4c96180f87d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 1160 time: 0.8304062 Jan 26 11:47:38.925463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22826-f4ab-4e8b-9331-71fc8bb3710f req-889fd29c-0500-4040-ba4d-ed06120be4fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:38.927622 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44c22826-f4ab-4e8b-9331-71fc8bb3710f req-889fd29c-0500-4040-ba4d-ed06120be4fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 0.7279887 Jan 26 11:47:39.014475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f02e8-24c2-4318-89dd-136a7f86978b req-48bcb718-aa5a-4c62-a452-53ffab3d4a11 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:39.016296 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f6f02e8-24c2-4318-89dd-136a7f86978b req-48bcb718-aa5a-4c62-a452-53ffab3d4a11 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.4042842 Jan 26 11:47:39.080434 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44c22826-f4ab-4e8b-9331-71fc8bb3710f req-355013fb-d2e4-4ad0-ac52-783b4ea1a11a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399879 Jan 26 11:47:39.120530 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f6f02e8-24c2-4318-89dd-136a7f86978b req-6db2a99b-f84e-4cf1-8bee-50bbe9e694d2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Jan 26 11:47:39.364676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33824) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:39.468660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-ef2bbe2e-be7a-46b5-81bb-bfb065ddc558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=245d3040-3aa6-408a-bbea-c054a32cae26 HTTP/1.1" status: 200 len: 217 time: 0.3345416 Jan 26 11:47:39.670191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:39.744568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-0b206155-70df-4b75-bea3-064d9fef8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:39.746195 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-0b206155-70df-4b75-bea3-064d9fef8643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.2653258 Jan 26 11:47:39.747670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-99ee5335-114d-4d14-8a26-0366f9eb4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:39.749171 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-99ee5335-114d-4d14-8a26-0366f9eb4870 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 908 time: 0.6174469 Jan 26 11:47:39.767565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-469b7e9b-bc0b-420f-ae7e-f43e3a3e220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:39.769445 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-469b7e9b-bc0b-420f-ae7e-f43e3a3e220a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5294902 Jan 26 11:47:39.773650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:39.792515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Usage tracker for resource:security_group_rule and tenant:6d901871e83642e19edcefe07f4ccc3a is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:39.799286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:39.811470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:39.900056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00587d7-6315-4ca9-abf7-afe03e4545e3 req-86585fa7-04cf-459b-923b-7c27f929e28f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:39.900056 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c00587d7-6315-4ca9-abf7-afe03e4545e3 req-86585fa7-04cf-459b-923b-7c27f929e28f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.5225701 Jan 26 11:47:39.964758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.031222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.050270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9ed2ea0f-3d90-452b-a766-2468a5a45a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:40.111438 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d901871e83642e19edcefe07f4ccc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451065 Jan 26 11:47:40.114972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33842) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:40.118529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7720f6-37df-4c77-9a45-3deabdb885b4,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:40.123533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:40.239955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.329646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.364967 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-14fcb4ff-58cd-4721-8b2c-c34353859b46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5920122 Jan 26 11:47:40.508559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.516926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ffc32e8c-4fa5-43e8-b650-05b0842d2025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:40.540194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7720f6-37df-4c77-9a45-3deabdb885b4,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:40.547724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:40.552458 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-37e78929-2234-4c20-a8a6-6136a5b97f4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d HTTP/1.1" status: 200 len: 217 time: 0.7376897 Jan 26 11:47:40.553744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:40.557786 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b7720f6-37df-4c77-9a45-3deabdb885b4 HTTP/1.1" status: 204 len: 168 time: 0.4412704 Jan 26 11:47:40.932634 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c00587d7-6315-4ca9-abf7-afe03e4545e3 req-61e02f4b-796d-4dbd-bd86-aa88340defd1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5492370 Jan 26 11:47:40.986863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-759e9884-d133-46ab-adee-fc3a77d2a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:40.988696 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-759e9884-d133-46ab-adee-fc3a77d2a40d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.4018240 Jan 26 11:47:41.106940 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-ae57528c-7add-4524-8e9e-dd033c285a79 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2080519 Jan 26 11:47:41.113433 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-59cd7b9f-5f7e-4ea5-bfc0-f0d0799fad7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068528 Jan 26 11:47:41.153856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-a5a6402e-3fc0-473b-9a26-dd73fc0076c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200391 Jan 26 11:47:41.427864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213beca-cc90-4e23-b0a1-c4511ec29062 req-03b25c78-7255-4001-90cf-4e2f17238ff2 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:41.430920 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3213beca-cc90-4e23-b0a1-c4511ec29062 req-03b25c78-7255-4001-90cf-4e2f17238ff2 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 943 time: 1.0199740 Jan 26 11:47:42.113497 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3213beca-cc90-4e23-b0a1-c4511ec29062 req-778e04e7-d9ad-41b6-9b45-1223749647a3 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377375 Jan 26 11:47:42.287427 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-8ea94ffd-9bcf-4e0e-b9ef-0f6f2424f00c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1358962 Jan 26 11:47:42.299076 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd311b15-a880-47b3-8c81-fb641daa1e27 req-f404673c-d50d-4c4b-9ac6-f2264e335744 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1831999 Jan 26 11:47:42.361426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a4827e4-02eb-4b8b-8179-25d2a1be6e1e req-de97a0f7-8a1f-43bb-baec-0a6accc61268 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1327245 Jan 26 11:47:42.524875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae37606-d619-44ad-9ffc-98c0bd03f8e6 req-6be828e6-827d-42a7-aee0-7c1f4bc76437 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:42.526643 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bae37606-d619-44ad-9ffc-98c0bd03f8e6 req-6be828e6-827d-42a7-aee0-7c1f4bc76437 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 0.8055859 Jan 26 11:47:42.703209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bae37606-d619-44ad-9ffc-98c0bd03f8e6 req-ba8d07fd-5179-4309-be02-38b2446f57a4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209457 Jan 26 11:47:42.725139 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58d42d2f-5497-425b-aacc-c2d900f0bba5 req-58c558fe-40eb-40a2-a84d-02b6150c26f9 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4172211 Jan 26 11:47:42.818710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57781c8-44d9-45ea-90cf-db8ed3495f18 req-a582b622-725a-4f5a-9279-7f08db4918e5 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:42.821453 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c57781c8-44d9-45ea-90cf-db8ed3495f18 req-a582b622-725a-4f5a-9279-7f08db4918e5 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.4520893 Jan 26 11:47:42.915677 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c57781c8-44d9-45ea-90cf-db8ed3495f18 req-ec121ade-b011-4558-b7b2-c7ea7ab27072 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Jan 26 11:47:42.923418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 58b7fa22-ebfa-4b07-a04e-e1355bd3026d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:43.119101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:43.126966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:43.128369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:43.282188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fc6fa-0393-46cb-ba3e-69f206a3cd7e req-248642a7-0fc8-40fa-963c-599d6dbd7a11 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:43.292294 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d1fc6fa-0393-46cb-ba3e-69f206a3cd7e req-248642a7-0fc8-40fa-963c-599d6dbd7a11 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2096848 Jan 26 11:47:43.381022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:43.413522 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d1fc6fa-0393-46cb-ba3e-69f206a3cd7e req-b913d8a0-6d69-4147-a076-631dee9a0f2c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189926 Jan 26 11:47:43.443852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:43.445166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:43.491183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:43.492528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:43.581812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:43.691411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:43.696563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:43.712449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:47:43.718240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:43.718671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:43.918476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:43.952734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3acbc-fb15-4803-9758-951b6c6e2f12 req-eaf6cd7f-ae6f-404b-ad9d-58f929d09155 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:43.967024 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b9a3acbc-fb15-4803-9758-951b6c6e2f12 req-eaf6cd7f-ae6f-404b-ad9d-58f929d09155 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.2754517 Jan 26 11:47:44.028318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:47:44.107403 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b9a3acbc-fb15-4803-9758-951b6c6e2f12 req-7042e6bb-10a5-4abf-b599-7ff3c79ee282 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385198 Jan 26 11:47:44.168186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:44.179530 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d', 'code': 200} Jan 26 11:47:44.180490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:44.396866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:44.405935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:44.428206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381f2b6-4210-456a-8fac-47137e7305f3 req-9c66c6bc-ea5c-4d3d-9872-2412ab946ffb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:44.431291 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8381f2b6-4210-456a-8fac-47137e7305f3 req-9c66c6bc-ea5c-4d3d-9872-2412ab946ffb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2176228 Jan 26 11:47:44.447211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 33976) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:44.455227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'floatingip': {'port_id': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:44.598359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 33982) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:44.644926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:44.741255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 58b7fa22-ebfa-4b07-a04e-e1355bd3026d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:44.971360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:44.972043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:45.044572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f10180-f035-46dd-8be3-486126a6d47f req-d806d144-75ab-417a-afd6-a72c574abcda tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:45.048037 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f8f10180-f035-46dd-8be3-486126a6d47f req-d806d144-75ab-417a-afd6-a72c574abcda tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.6150258 Jan 26 11:47:45.411568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:45.427963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cbe01f89-872f-4e5d-8499-3fc09cb527a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:45.491585 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f8f10180-f035-46dd-8be3-486126a6d47f req-2f90b72b-a3b2-48a7-a1b1-85a1cb03edb6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949357 Jan 26 11:47:45.533312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:45.542816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Usage tracker for resource:security_group_rule and tenant:a48e781a63d44969a96861d9c6442bae is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:45.549529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:45.564611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:45.638032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990b541-3485-4aa9-80e4-c5feefc6451d req-7dbdec87-2a9f-4fb7-9a9a-87d8a9bf865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:45.640427 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1990b541-3485-4aa9-80e4-c5feefc6451d req-7dbdec87-2a9f-4fb7-9a9a-87d8a9bf865d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 1162 time: 0.9577670 Jan 26 11:47:45.882345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678212f3-8c00-439e-ac3b-49512090d23a req-1e35c166-5226-45ca-961b-70f600c1729b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:45.885304 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-678212f3-8c00-439e-ac3b-49512090d23a req-1e35c166-5226-45ca-961b-70f600c1729b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.8352327 Jan 26 11:47:45.902128 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1990b541-3485-4aa9-80e4-c5feefc6451d req-e1f776fe-dc32-48b7-9d60-ecd991565c75 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374556 Jan 26 11:47:46.060207 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-678212f3-8c00-439e-ac3b-49512090d23a req-cefbce52-7b54-4731-b5fa-7e3fac9e746e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620092 Jan 26 11:47:46.064003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:46.166603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:46.181752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:46.194507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:46.288296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34022) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:46.355680 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a48e781a63d44969a96861d9c6442bae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7283907 Jan 26 11:47:46.355891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34030) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:46.373461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b56d74e-0e65-4684-9f8e-511ce4e0a0cd,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:46.382855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:46.441531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:47:46.516867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99725474-b3f3-423d-a127-46c9b68be485 req-cca3102f-4d16-4be2-93da-fe86276a632c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:46.518151 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'code': 200} Jan 26 11:47:46.520010 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-99725474-b3f3-423d-a127-46c9b68be485 req-cca3102f-4d16-4be2-93da-fe86276a632c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.4533861 Jan 26 11:47:46.641944 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-99725474-b3f3-423d-a127-46c9b68be485 req-e5554e74-18c6-4f59-88ff-2b654ce198d1 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074429 Jan 26 11:47:46.790847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:46.849894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:46.864928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:46.880472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Usage tracker for resource:security_group_rule and tenant:2b7e45ca7b2a4b228a89c6b85c57bc39 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:46.880960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:46.888750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:46.892071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:46.915343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:46.928751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.017653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:47.018638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.118897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.542609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.554471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.562594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d17a35ab-ea95-4ef5-a93d-9489bcceef2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:47.577816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b56d74e-0e65-4684-9f8e-511ce4e0a0cd,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:47.581006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:47.589228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.590611 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b56d74e-0e65-4684-9f8e-511ce4e0a0cd HTTP/1.1" status: 204 len: 168 time: 1.2225392 Jan 26 11:47:47.591420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.654054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:47.677210 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b7e45ca7b2a4b228a89c6b85c57bc39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3787785 Jan 26 11:47:47.678483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34054) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:47.690231 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 53f891d5-4ca3-4b84-8a42-d10b956f1993 associated. External IP: 172.28.1.235, port: 54f5e6a6-f7fc-431f-a92b-92facfa8196e. Jan 26 11:47:47.693417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-557ff5c2-aa71-465d-ae80-0ce35b6e959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:47.811640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec51c2-7b4d-424a-b033-9e1555efb24b req-93ca9f76-cb48-4bd2-b055-b15c52ac0ae8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:47.815648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-92ec51c2-7b4d-424a-b033-9e1555efb24b req-93ca9f76-cb48-4bd2-b055-b15c52ac0ae8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.7651803 Jan 26 11:47:47.817925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34060) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:47.947317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d791c4-6b99-4bd7-a8b1-885e519e8ac6 req-42487258-717e-4644-9c9d-acd1a874ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:47.950352 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7d791c4-6b99-4bd7-a8b1-885e519e8ac6 req-42487258-717e-4644-9c9d-acd1a874ec2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1162 time: 0.8152075 Jan 26 11:47:47.992850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa9681-7dfe-4986-8b95-bce035c77b49,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:48.033488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:48.148155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca52a4b-73d4-4e4a-9797-a052e40737ef req-b9f09809-33d8-4ba9-bb35-c6afb213cd47 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:48.162857 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-aca52a4b-73d4-4e4a-9797-a052e40737ef req-b9f09809-33d8-4ba9-bb35-c6afb213cd47 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.8621762 Jan 26 11:47:48.348812 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7d791c4-6b99-4bd7-a8b1-885e519e8ac6 req-433a8279-7569-44d3-9ed5-a4624e2ef0bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573909 Jan 26 11:47:48.404708 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-92ec51c2-7b4d-424a-b033-9e1555efb24b req-1fba2493-ba25-44b6-a02e-30a8a05e9739 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5495825 Jan 26 11:47:48.416406 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.536329 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-aca52a4b-73d4-4e4a-9797-a052e40737ef req-23fa7ca6-e900-4c9b-9c67-7e13a1ca29fe tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711853 Jan 26 11:47:48.543893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:47:48.574147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.622365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.689820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 58b7fa22-ebfa-4b07-a04e-e1355bd3026d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:48.744113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.754962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d89cbd46-50d5-474f-bc20-d6924dfbbbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:48.775423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.803050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa9681-7dfe-4986-8b95-bce035c77b49,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:48.812191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:48.826198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:48.833978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Usage tracker for resource:security_group_rule and tenant:72c53109e6144f32b04c77367ea7ada6 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:48.839139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:48.842521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:48.847233 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2fa9681-7dfe-4986-8b95-bce035c77b49 HTTP/1.1" status: 204 len: 168 time: 1.1626534 Jan 26 11:47:48.900136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:48.911701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:48.911701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.065263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667bec-44d3-4692-b1d2-51fdd739892e req-0de42db3-dc58-4bd9-936a-82a3f9667072 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:49.073370 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79667bec-44d3-4692-b1d2-51fdd739892e req-0de42db3-dc58-4bd9-936a-82a3f9667072 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.2242157 Jan 26 11:47:49.178296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:47:49.188602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.218141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:47:49.276676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:49.278325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:47:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:49.280081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79667bec-44d3-4692-b1d2-51fdd739892e req-4372da50-f353-444d-9be0-a563b9d64604 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050967 Jan 26 11:47:49.329709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.366571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-81880fd9-c6ba-4850-b2f9-1b7f7dd2e65c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "PUT /v2.0/floatingips/53f891d5-4ca3-4b84-8a42-d10b956f1993 HTTP/1.1" status: 200 len: 991 time: 4.9178412 Jan 26 11:47:49.367758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:49.382638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.390951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a7ebfad0-6e67-47de-aac1-d19f6021ec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:49.514528 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72c53109e6144f32b04c77367ea7ada6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6631775 Jan 26 11:47:49.519706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34098) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:49.522538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33d22c3-d5d9-4f64-9049-aea3b277ad95,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:49.527110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:49.667773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.820133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:49.904040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:47:49.944499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:50.034514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:50.115627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'status': 'completed', 'code': 200} Jan 26 11:47:50.193992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:50.200922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c75af4a-0500-4249-b7e0-bee7def86754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:50.273769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33d22c3-d5d9-4f64-9049-aea3b277ad95,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:50.319404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:50.325251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:50.332660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c33d22c3-d5d9-4f64-9049-aea3b277ad95 HTTP/1.1" status: 204 len: 168 time: 0.8081853 Jan 26 11:47:50.459588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-a2540f12-c3ed-4990-bdc4-5b8601c4ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:50.462985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-a2540f12-c3ed-4990-bdc4-5b8601c4ca37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1162 time: 0.2814434 Jan 26 11:47:50.760148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-6fae8dd4-90d9-4061-ac29-ecb69689084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:50.763875 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-6fae8dd4-90d9-4061-ac29-ecb69689084f service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.2345705 Jan 26 11:47:50.872580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34122) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:50.877004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121993-f84e-452f-ad15-4d7df4bb6f43 req-d9d8f7c3-aac4-4940-aab7-6c636eb8db14 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:50.891804 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-51121993-f84e-452f-ad15-4d7df4bb6f43 req-d9d8f7c3-aac4-4940-aab7-6c636eb8db14 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.4123867 Jan 26 11:47:50.900745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:47:50.920129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:50.979446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:47:50.989923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Usage tracker for resource:security_group_rule and tenant:5ca9fbc9bedd406bb12074cb325a4b10 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:47:50.999354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:47:51.020602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:47:51.032717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:47:51.070964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '53f891d5-4ca3-4b84-8a42-d10b956f1993', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.235', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:ef:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:46:55Z', 'updated_at': '2021-01-26T11:47:46Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:51.080993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:47:51.118654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:51.121289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:47:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:51.216371 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-51121993-f84e-452f-ad15-4d7df4bb6f43 req-a92d0080-6654-45ea-9b1b-134f0909f845 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228192 Jan 26 11:47:51.227222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-a20b07ba-373e-4bf8-9e34-246e0c266c50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 999 time: 0.3284197 Jan 26 11:47:51.236515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:47:51.237219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:51.266034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:51.347951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:51.386012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-04a4ca6c-b0df-46bd-ad32-06d049baa41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:51.489175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-2b5590e6-9307-44d2-9a89-a9914c2610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:51.491216 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-2b5590e6-9307-44d2-9a89-a9914c2610ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.2482877 Jan 26 11:47:51.568362 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ca9fbc9bedd406bb12074cb325a4b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895721 Jan 26 11:47:51.569843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34140) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:51.787670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:47:51.878476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d2c24-39e5-42b8-b064-9b4a3deb759e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:51.891118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:51.892515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:51.974083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-e758ac34-d859-400e-839a-5f1d80bb88b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:51.975886 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-e758ac34-d859-400e-839a-5f1d80bb88b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4745307 Jan 26 11:47:51.979370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:52.065128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce9c6d-fd7b-468d-9929-0226fa389cae req-ca7e14b5-d3b6-436a-bbe4-33235eff6bb3 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:52.068861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8cce9c6d-fd7b-468d-9929-0226fa389cae req-ca7e14b5-d3b6-436a-bbe4-33235eff6bb3 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.3616524 Jan 26 11:47:52.142764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:52.155589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-98e43070-4b88-4155-917a-27f518389502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:47:52.213433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d2c24-39e5-42b8-b064-9b4a3deb759e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:47:52.231374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:47:52.232739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:52.240018 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b3d2c24-39e5-42b8-b064-9b4a3deb759e HTTP/1.1" status: 204 len: 168 time: 0.6479537 Jan 26 11:47:52.340837 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-585eaa5b-9a80-4bc3-981d-051077734d95 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702022 Jan 26 11:47:52.678942 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8cce9c6d-fd7b-468d-9929-0226fa389cae req-95990a35-f96b-4f9c-a14e-be6bebd96b01 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359444 Jan 26 11:47:52.812643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '53f891d5-4ca3-4b84-8a42-d10b956f1993', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.235', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:ef:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:46:55Z', 'updated_at': '2021-01-26T11:47:46Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:52.819253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a860c41-e67f-42f8-b06b-9f94a28e508c None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '53f891d5-4ca3-4b84-8a42-d10b956f1993', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.235', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:ef:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:46:55Z', 'updated_at': '2021-01-26T11:47:46Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:47:53.043223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae9ca6-dc0a-4b8b-85a0-2281d9711e9d req-3d0ae5c6-5282-4405-9302-b0a0b8317a4b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:53.060140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34172) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:53.061722 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cfae9ca6-dc0a-4b8b-85a0-2281d9711e9d req-3d0ae5c6-5282-4405-9302-b0a0b8317a4b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.7163582 Jan 26 11:47:53.078646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'floatingip': {'port_id': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:53.119941 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4eacf2bf-5327-42c6-b05b-a076e5f86a46 req-dfc669e3-1123-44b8-8ab6-758027f868b9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7001815 Jan 26 11:47:53.363799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:53.473603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb625c-bac7-4d1f-9914-c14b53841981 None None] New status for floating IP 53f891d5-4ca3-4b84-8a42-d10b956f1993: ACTIVE {{(pid=80233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:47:55.057550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fea53d-1c11-4ed2-9328-f89ac71c9669 req-ddc6e742-b3ee-49dc-90d7-39e2cb504196 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:55.060968 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e7fea53d-1c11-4ed2-9328-f89ac71c9669 req-ddc6e742-b3ee-49dc-90d7-39e2cb504196 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.9526498 Jan 26 11:47:55.075270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:55.111724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:55.158494 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e7fea53d-1c11-4ed2-9328-f89ac71c9669 req-25464edc-22f6-4f1c-936a-b597f893d38c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808444 Jan 26 11:47:55.514457 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP e0d6eefc-4138-4596-9166-0272eb50ef64 associated. External IP: 172.28.1.120, port: 48bf1efa-0eeb-459f-9015-3c61b11f0711. Jan 26 11:47:56.712634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:47:57.221819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd025bb-b401-4a78-b099-86d4f8a52a37 req-d1efa50d-dac7-4c6c-a726-bc8a9695c8af tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:57.245831 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9bd025bb-b401-4a78-b099-86d4f8a52a37 req-d1efa50d-dac7-4c6c-a726-bc8a9695c8af tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.5207400 Jan 26 11:47:57.510498 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9bd025bb-b401-4a78-b099-86d4f8a52a37 req-099432fb-74b1-45e6-9904-17347cab53ce tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624738 Jan 26 11:47:57.576545 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-170a8e27-14c9-4eaf-9537-ff7f5a61122d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3262331 Jan 26 11:47:57.812843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:47:57.825446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:47:57.837329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:47:57.852183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:57.853245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:47:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:58.073072 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9b906eb5-8cf3-480a-8de6-4e06d294f62e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "PUT /v2.0/floatingips/e0d6eefc-4138-4596-9166-0272eb50ef64 HTTP/1.1" status: 200 len: 991 time: 5.0096605 Jan 26 11:47:58.074228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:58.172708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-71780165-bfc8-4ff4-bc9a-88fad7e4e6a9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:58.187916 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-71780165-bfc8-4ff4-bc9a-88fad7e4e6a9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.3923743 Jan 26 11:47:58.400249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-ca3873bd-e89f-438c-835e-49850cfc5943 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/quotas/2c7e3a5d822649eda5fc4b2d6e997ae5 HTTP/1.1" status: 200 len: 375 time: 0.2104247 Jan 26 11:47:58.546372 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'status': 'completed', 'code': 200} Jan 26 11:47:58.572571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:47:58.695810 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-2ee13d81-c2e4-4903-bb77-fee63c8b8adc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2939301 Jan 26 11:47:58.800139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-a7c432e1-ae4d-48a4-a41c-6903b4bc5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:58.803276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-a7c432e1-ae4d-48a4-a41c-6903b4bc5634 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 1163 time: 0.5849802 Jan 26 11:47:59.402417 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-d6fd70ac-a4e5-4b19-a419-a81e5d7501eb service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973039 Jan 26 11:47:59.465332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'e0d6eefc-4138-4596-9166-0272eb50ef64', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:f1:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:01Z', 'updated_at': '2021-01-26T11:47:54Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:59.470757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:47:59.482545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:59.483340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:47:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:47:59.802272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0d2b4-5700-43d4-badf-788a2cd3164b req-1a564c41-b35b-40aa-a9ee-1ac5775d436b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:59.807683 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44b0d2b4-5700-43d4-badf-788a2cd3164b req-1a564c41-b35b-40aa-a9ee-1ac5775d436b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.4022560 Jan 26 11:47:59.818004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-ccfaed5c-0bc0-4f68-a463-1b610a3d53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:59.820978 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-ccfaed5c-0bc0-4f68-a463-1b610a3d53e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 908 time: 0.9516733 Jan 26 11:47:59.825124 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793556-7a9f-4307-9507-22c1d46811b3 req-61c33b00-7882-4b2e-ac7d-1ede7943fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:47:59.827592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:47:59.828162 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-61c33b00-7882-4b2e-ac7d-1ede7943fc38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1162 time: 1.1923385 Jan 26 11:47:59.889853 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-effc0a6a-2477-4677-b8ff-e681fa0adf27 service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4637389 Jan 26 11:48:00.520165 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-51d27313-fec5-4b13-8605-5aa4275ccdd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=997ff47e-2165-4e8a-8231-54299782ad75 HTTP/1.1" status: 200 len: 217 time: 0.6278090 Jan 26 11:48:00.525196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793556-7a9f-4307-9507-22c1d46811b3 req-732deb81-d069-4b25-9900-79ec59bb948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:00.532044 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-732deb81-d069-4b25-9900-79ec59bb948a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.4808297 Jan 26 11:48:00.706647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'e0d6eefc-4138-4596-9166-0272eb50ef64', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:f1:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:01Z', 'updated_at': '2021-01-26T11:47:54Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:48:00.730585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65760a1-2011-4a9b-b8d0-7deaa2b6acd5 None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'e0d6eefc-4138-4596-9166-0272eb50ef64', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.120', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:f1:7c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:47:01Z', 'updated_at': '2021-01-26T11:47:54Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:48:00.752029 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-876ff698-997d-426c-bce9-eaf9a5bea117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:00.765393 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-876ff698-997d-426c-bce9-eaf9a5bea117 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.2122793 Jan 26 11:48:00.845533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34350) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:01.298423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce848a8d-5f63-4384-b88b-eccc4365877f None None] New status for floating IP e0d6eefc-4138-4596-9166-0272eb50ef64: ACTIVE {{(pid=80233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:48:01.438131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:01.482150 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a82ac050-539a-4d09-8864-c139b56c26e1 req-4af749bf-d392-4289-b5fe-a73ef8d0daa4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 210 time: 0.4683614 Jan 26 11:48:01.485973 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-0a2e2ae1-1375-41b1-9701-f8b5af2a03cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 999 time: 0.7414105 Jan 26 11:48:01.511982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:01.524497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Usage tracker for resource:security_group_rule and tenant:64d113c002c9434d8b1914961a33db04 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:01.538493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:01.576305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:01.616653 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-fab21312-f6c9-476c-b18f-9b3d72775c6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6057348 Jan 26 11:48:01.650585 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44b0d2b4-5700-43d4-badf-788a2cd3164b req-e66b8a27-7dbb-4341-a460-381d8cb37d6d tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7655890 Jan 26 11:48:01.962617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:01.979503 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-1ae64c3a-0ae8-473b-93bf-d79cdaa81f58 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273227 Jan 26 11:48:02.018906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793556-7a9f-4307-9507-22c1d46811b3 req-84bab012-f299-47f9-bda5-f179ed606795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:02.022049 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-84bab012-f299-47f9-bda5-f179ed606795 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.4792562 Jan 26 11:48:02.138377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:02.197778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:02.197778 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64d113c002c9434d8b1914961a33db04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3459237 Jan 26 11:48:02.201787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34388) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:02.289329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8320b3-f7db-4332-87f6-dc365f872a0f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:02.304386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:02.370034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:02.417997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:02.554840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:02.587676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad60838-349b-4070-8419-0399ea61783a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:02.641686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8320b3-f7db-4332-87f6-dc365f872a0f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:02.645697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:02.647711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:02.649449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a8320b3-f7db-4332-87f6-dc365f872a0f HTTP/1.1" status: 204 len: 168 time: 0.4454083 Jan 26 11:48:02.652375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793556-7a9f-4307-9507-22c1d46811b3 req-c9ec0cc8-99ae-4b7a-a415-d3b209b9d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:02.654020 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-c9ec0cc8-99ae-4b7a-a415-d3b209b9d878 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5879884 Jan 26 11:48:02.702778 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14a1cf93-4f60-480a-bec6-8c449afb29b0 req-dc4d49bd-c07b-4d25-9dd7-fac25969e05e service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6790459 Jan 26 11:48:02.839922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34404) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:02.963420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34412) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:03.115004 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-62d6e2b9-3dbb-44c7-9618-aaf7f167fc01 req-29750cfd-1d78-4d3c-a097-a81b88ff3af3 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 210 time: 0.2010643 Jan 26 11:48:03.142523 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-fc345eb6-774e-45ce-a9ff-c073e72e4c62 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385104 Jan 26 11:48:03.385003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc3077-3bd4-4f08-9acc-939a3c446ed6 req-aeac1971-2712-40de-bf4c-75f570bfcbd0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:03.386785 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ddc3077-3bd4-4f08-9acc-939a3c446ed6 req-aeac1971-2712-40de-bf4c-75f570bfcbd0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.3533897 Jan 26 11:48:03.462284 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68793556-7a9f-4307-9507-22c1d46811b3 req-df35b31c-919d-4211-a2ce-e5cdc7a2578c service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3104858 Jan 26 11:48:03.514671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ddc3077-3bd4-4f08-9acc-939a3c446ed6 req-02b747af-e6d5-49ef-8c0f-e4c0fca6866a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136227 Jan 26 11:48:03.546128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:03.606953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:03.616489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Usage tracker for resource:security_group_rule and tenant:2a03d5049a2647e681f27e0dc98b1d63 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:03.630582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:03.658878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:03.668700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:03.694751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:03.702780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Usage tracker for resource:security_group_rule and tenant:458fe4c2ed9d47c8931dea0ce630dfd5 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:03.713034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:03.724444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:03.801064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:03.886851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:03.942651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34428) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:03.971772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.012858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.027806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:04.063790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-564da0f7-a601-4d6b-b930-d667c2167d55 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:04.064123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:04.065462 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-564da0f7-a601-4d6b-b930-d667c2167d55 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.3457973 Jan 26 11:48:04.083021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.092301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Request body: {'port': {'device_id': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb', 'admin_state_up': True, 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:04.095766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa3cb270d414d0d91be6c9f4cd4ef50 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:04.099273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:04.108954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:04.114079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dcd890-7cc9-4b55-ac6b-5a29305a78f1,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:04.217862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.221716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:04.228422 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a03d5049a2647e681f27e0dc98b1d63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3867514 Jan 26 11:48:04.229678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.238283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34434) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:04.289542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6e9b857a-4d18-4d96-8ab6-f91e4fa1a527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:04.307997 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=458fe4c2ed9d47c8931dea0ce630dfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3426676 Jan 26 11:48:04.309325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.319737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34438) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:04.357091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48693b-f584-443e-8668-bde3b872cadf,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:04.369820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:04.374373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-38cb740a-df50-4da7-9720-ecba6f0ed958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:04.415171 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aa3cb270d414d0d91be6c9f4cd4ef50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679339 Jan 26 11:48:04.425387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34446) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:04.458972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1caa7b-0c40-499f-a964-cb58b2db9838,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:04.488470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:04.573927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.638807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.669322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:04.679192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-02f00d47-b9a5-4344-870f-503786894728 req-acf0e541-85d0-45fd-acde-15eca9a32658 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 210 time: 0.2601857 Jan 26 11:48:04.717695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:04.732897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.753111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.760358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:04.769874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.783500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.785016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48693b-f584-443e-8668-bde3b872cadf,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:04.788352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:04.825202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.834247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:04.836736 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c48693b-f584-443e-8668-bde3b872cadf HTTP/1.1" status: 204 len: 168 time: 0.5076447 Jan 26 11:48:04.848427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:48:04.865373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:05.314445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:05.377064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7a8e5067-49d4-4c00-b6a6-de588c62b60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:05.402953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:05.417590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1caa7b-0c40-499f-a964-cb58b2db9838,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:05.430208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:05.433625 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:05.493665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32953ec6-4c09-4c03-9512-ac646dc9a265 req-8e98083f-d4d2-4634-9b82-9826ec243781 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:05.496388 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-32953ec6-4c09-4c03-9512-ac646dc9a265 req-8e98083f-d4d2-4634-9b82-9826ec243781 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.4976871 Jan 26 11:48:05.520943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dcd890-7cc9-4b55-ac6b-5a29305a78f1,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:05.526129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:05.586948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:05.587802 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-60fa890c-b3b3-4166-a7ef-bfc938d99aad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e1caa7b-0c40-499f-a964-cb58b2db9838 HTTP/1.1" status: 204 len: 168 time: 1.0874417 Jan 26 11:48:05.619060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:05.620323 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44dcd890-7cc9-4b55-ac6b-5a29305a78f1 HTTP/1.1" status: 204 len: 168 time: 1.3805418 Jan 26 11:48:05.700048 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-32953ec6-4c09-4c03-9512-ac646dc9a265 req-f127c284-ab7e-42fe-926e-dbead699cc8f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851990 Jan 26 11:48:05.775754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Allocated IP 172.20.0.10 (2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb/66e61750-76fe-4cb9-bf06-5de337705380/29126944-f7b4-47ed-b381-1e612e0422ba) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:48:05.943699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34474) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:06.019111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.103193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:06.116289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e0176b6753342b2bacb49f6e7f51ddc is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:06.127326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:06.154559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:06.299845 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c05101cf-26ba-46a2-a49f-b1aa00f176e0 req-1f8dcf64-aa34-4447-a8fc-1682f7f013d1 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 210 time: 0.1026573 Jan 26 11:48:06.458509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.503822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.576749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.589175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9d3c1dfd-88e0-4d01-baef-fd23249c1bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:06.603399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.634138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:06.641767 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e0176b6753342b2bacb49f6e7f51ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951888 Jan 26 11:48:06.645657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34490) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:06.649382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9e7bd-8696-47c0-b491-53701b0606e1,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:06.714793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:06.739808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.788167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.888082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.897212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c85f212-dcd8-4e8b-ba68-801020272546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:06.931154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9e7bd-8696-47c0-b491-53701b0606e1,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:06.942583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:06.957596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:06.963265 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03f9e7bd-8696-47c0-b491-53701b0606e1 HTTP/1.1" status: 204 len: 168 time: 0.3121829 Jan 26 11:48:07.104623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:48:07.109711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:48:07.119348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:48:07.165760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:07.166795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:07.290069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event updated for resources: {'Port': ['ID=29126944-f7b4-47ed-b381-1e612e0422ba,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:07.299060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:07.453903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274bf9-2ca6-44db-ab41-58972824fea3 req-cfca1ae8-b8bc-446a-8dd4-97af872f295f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:07.457027 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95274bf9-2ca6-44db-ab41-58972824fea3 req-cfca1ae8-b8bc-446a-8dd4-97af872f295f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.3389618 Jan 26 11:48:07.460715 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3726797 Jan 26 11:48:07.504962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Request body: {'port': {'device_id': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:07.594767 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95274bf9-2ca6-44db-ab41-58972824fea3 req-b6ce1d36-3ec4-4425-9ceb-16990daff802 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299915 Jan 26 11:48:07.762994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:08.642077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe4ec5-80aa-4552-b629-19fcca0b88d2 req-977be3b8-f307-4842-9b5e-c530ecfacd9f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:08.644650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4bbe4ec5-80aa-4552-b629-19fcca0b88d2 req-977be3b8-f307-4842-9b5e-c530ecfacd9f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:48:08.830361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4bbe4ec5-80aa-4552-b629-19fcca0b88d2 req-977be3b8-f307-4842-9b5e-c530ecfacd9f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:48:08.832289 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4bbe4ec5-80aa-4552-b629-19fcca0b88d2 req-977be3b8-f307-4842-9b5e-c530ecfacd9f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 932 time: 0.9704673 Jan 26 11:48:09.106902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29126944-f7b4-47ed-b381-1e612e0422ba {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:48:09.124186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:09.149490 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4bbe4ec5-80aa-4552-b629-19fcca0b88d2 req-2c405477-cd2e-4296-abc8-3a43576d895e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887423 Jan 26 11:48:09.151877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34552) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:09.176369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Transition to ACTIVE for port object 29126944-f7b4-47ed-b381-1e612e0422ba will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:48:09.245235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fa344-ad8b-4265-a00b-b58868fa2e9e req-f71b65be-cf4c-4a83-a190-cd21f4806b87 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:09.247018 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-671fa344-ad8b-4265-a00b-b58868fa2e9e req-f71b65be-cf4c-4a83-a190-cd21f4806b87 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.1996231 Jan 26 11:48:09.249540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:09.480382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:09.499596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:09.505218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Usage tracker for resource:security_group_rule and tenant:5a6bcab5745f48e8bccc764f8a30023f is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:09.506961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-824cd342-2891-47e9-be06-cefb1463c570 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:09.510002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:09.517805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:09.625061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:09.658775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:09.686638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0899fe99-7bae-4d49-b9c4-a911dd8a1836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:09.783247 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-671fa344-ad8b-4265-a00b-b58868fa2e9e req-b2c32a62-2b4a-4f3f-9029-616125a44161 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893982 Jan 26 11:48:09.790770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Pushing event updated for resources: {'Port': ['ID=29126944-f7b4-47ed-b381-1e612e0422ba,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:09.799811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:09.804001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a6bcab5745f48e8bccc764f8a30023f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508398 Jan 26 11:48:09.809563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163fc0b3-3420-47fc-9f2e-c382d07808bb,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:09.814523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34562) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:09.823968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:09.997899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Attempting to bind port 29126944-f7b4-47ed-b381-1e612e0422ba on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:48:09.998638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Attempting to bind port 29126944-f7b4-47ed-b381-1e612e0422ba by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:48:09.999195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Attempting to bind port 29126944-f7b4-47ed-b381-1e612e0422ba on network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:48:10.012886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:48:10.013572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Checking segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:48:10.014187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.014766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Bound using segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:48:10.015392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Bound port: 29126944-f7b4-47ed-b381-1e612e0422ba, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:48:10.015883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.100226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.161146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.233473 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] For port 29126944-f7b4-47ed-b381-1e612e0422ba, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:48:10.238102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] For port 29126944-f7b4-47ed-b381-1e612e0422ba, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=29126944-f7b4-47ed-b381-1e612e0422ba,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:48:10.293268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.296210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.342251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e43d361c-3a57-40eb-bc62-8994e62e72ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:10.404550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163fc0b3-3420-47fc-9f2e-c382d07808bb,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:10.421392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:10.422999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.425444 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/163fc0b3-3420-47fc-9f2e-c382d07808bb HTTP/1.1" status: 204 len: 168 time: 0.5402744 Jan 26 11:48:10.426695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:10.473308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34576) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:10.693049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.712725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:10.718190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3ccc2a11e346d1aa59a6c331f4bdab is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:10.721615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:10.729323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:10.903372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Pushing event updated for resources: {'Port': ['ID=29126944-f7b4-47ed-b381-1e612e0422ba,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:10.904901 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.953680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:10.973125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ee7af20-5970-4afa-8a5a-5845e4380505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:11.008942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:11.051180 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac3ccc2a11e346d1aa59a6c331f4bdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715358 Jan 26 11:48:11.053567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34592) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:11.062102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d460fb1-464a-4256-ab8d-aa531ca6077e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:11.083336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:11.199755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.256233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.266236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fa846-7dbf-42bf-b57a-d9866faf47b7 req-e43e7d07-0740-4d16-bcb6-b58050661234 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:11.270627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8f4fa846-7dbf-42bf-b57a-d9866faf47b7 req-e43e7d07-0740-4d16-bcb6-b58050661234 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 944 time: 0.7574613 Jan 26 11:48:11.283453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:11.285774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.288668 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/29126944-f7b4-47ed-b381-1e612e0422ba HTTP/1.1" status: 200 len: 1158 time: 3.7911980 Jan 26 11:48:11.319660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:11.402553 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8f4fa846-7dbf-42bf-b57a-d9866faf47b7 req-dfd814f2-7f9f-4077-a2ed-eb281bb30456 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123433 Jan 26 11:48:11.413512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.421814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8b264b86-5ba1-4597-949d-15e74c92955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:11.448155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d460fb1-464a-4256-ab8d-aa531ca6077e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:11.485993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:11.488912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.491857 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d460fb1-464a-4256-ab8d-aa531ca6077e HTTP/1.1" status: 204 len: 168 time: 0.4360836 Jan 26 11:48:11.552963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3b35-0784-4093-85c9-d1c703c922e0 req-e1925d38-c7a9-4b6c-8fb0-b39c0316b83f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:11.555173 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-afec3b35-0784-4093-85c9-d1c703c922e0 req-e1925d38-c7a9-4b6c-8fb0-b39c0316b83f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.4757206 Jan 26 11:48:11.556129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34606) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:11.598366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.636887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:11.645836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Usage tracker for resource:security_group_rule and tenant:f3fce69e895344119b0a0c528489cba2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:11.651515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:11.664058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:11.672503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-e45cf88a-afcf-4e66-a44c-9e6fa0cae41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:11.674586 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-e45cf88a-afcf-4e66-a44c-9e6fa0cae41d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 1161 time: 0.2618642 Jan 26 11:48:11.687204 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-afec3b35-0784-4093-85c9-d1c703c922e0 req-6df67b77-4bba-416c-9337-b40a7d525220 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179113 Jan 26 11:48:11.852614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.853403 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba', 'status': 'completed', 'code': 200} Jan 26 11:48:11.888394 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-96671d0a-5237-4d08-9f30-379ebc2fa094 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29126944-f7b4-47ed-b381-1e612e0422ba HTTP/1.1" status: 200 len: 217 time: 0.1457412 Jan 26 11:48:11.893927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:11.919638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a256f2fa-a397-48fb-9653-8c654550278a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:11.975245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56dba6-1755-4101-ae5b-b2e9149cabd2,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:11.984252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:12.024383 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3fce69e895344119b0a0c528489cba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662127 Jan 26 11:48:12.026088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34616) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:12.141218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-c2023508-196e-40e3-922e-89b33f650d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:12.145258 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-c2023508-196e-40e3-922e-89b33f650d1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.2452974 Jan 26 11:48:12.186511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:12.261598 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-8199f3eb-b301-4cc9-b6bf-94af95bac695 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978405 Jan 26 11:48:12.275484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:12.445051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:12.469239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:12.517833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:12.525273 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb56dba6-1755-4101-ae5b-b2e9149cabd2 HTTP/1.1" status: 204 len: 168 time: 0.4973350 Jan 26 11:48:12.529857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56dba6-1755-4101-ae5b-b2e9149cabd2,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:12.543449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:12.717316 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-5fb2e610-42a4-46d7-9a32-be09867f57ac service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430194 Jan 26 11:48:13.301134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 245d3040-3aa6-408a-bbea-c054a32cae26 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:13.405835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03e273-d55a-4845-8b28-71b10c60fe00 req-92f0e1b0-38f3-466a-b229-d3e0353790b6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:13.407746 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bd03e273-d55a-4845-8b28-71b10c60fe00 req-92f0e1b0-38f3-466a-b229-d3e0353790b6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 944 time: 0.6298935 Jan 26 11:48:13.413573 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d64d726d-68d7-4801-95b6-c569667bdba0 req-530ac992-281f-4a94-9425-019dceb3158d service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6873939 Jan 26 11:48:13.483040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 245d3040-3aa6-408a-bbea-c054a32cae26 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:13.483857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:13.635928 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bd03e273-d55a-4845-8b28-71b10c60fe00 req-bd36de3e-49c4-456a-8dd8-22caa9c8e7d5 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158689 Jan 26 11:48:13.963806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736e6a8-dc2d-409b-817c-ed023024191d req-d29815fb-cf72-48c3-b99d-7b846dbe260a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:13.973931 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c736e6a8-dc2d-409b-817c-ed023024191d req-d29815fb-cf72-48c3-b99d-7b846dbe260a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.5567682 Jan 26 11:48:14.175666 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c736e6a8-dc2d-409b-817c-ed023024191d req-8e4972c5-bee7-4fb7-b570-3cb135f9a089 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939795 Jan 26 11:48:14.195514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-5bbc09af-2226-4697-b134-32e049075e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:14.198285 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-5bbc09af-2226-4697-b134-32e049075e69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 1161 time: 0.5606925 Jan 26 11:48:14.693757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-3df87436-58fc-405e-bc9d-b64096f8a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:14.697899 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-3df87436-58fc-405e-bc9d-b64096f8a941 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 908 time: 0.4754636 Jan 26 11:48:14.853423 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-8bb38bec-add8-4a50-b06e-b6611b475ebd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29126944-f7b4-47ed-b381-1e612e0422ba HTTP/1.1" status: 200 len: 217 time: 0.1403975 Jan 26 11:48:15.129033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-e48f0849-78c4-4a8f-bcea-437a080d49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:15.130699 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-e48f0849-78c4-4a8f-bcea-437a080d49b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.2176087 Jan 26 11:48:15.207111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f005c3-31ad-4908-b54d-08aa57a750dc req-30d4edf0-6018-410b-8c15-53066d9f8718 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:15.208907 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-71f005c3-31ad-4908-b54d-08aa57a750dc req-30d4edf0-6018-410b-8c15-53066d9f8718 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 944 time: 0.3575578 Jan 26 11:48:15.325415 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-70f43eef-063c-4f0a-9cf9-eb3cb59cd4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765096 Jan 26 11:48:15.343774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34706) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:15.387831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad8f9065-e22c-47f5-9454-88a9caf8f374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:15.636791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e893d-c98c-405c-becc-efa199fce50b req-d327e57c-7c95-47e6-b0e2-6e0622e0a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:15.638497 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b7e893d-c98c-405c-becc-efa199fce50b req-d327e57c-7c95-47e6-b0e2-6e0622e0a5ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 1163 time: 0.5978479 Jan 26 11:48:15.718610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-71f005c3-31ad-4908-b54d-08aa57a750dc req-2acd91a4-996c-40b0-8ab1-eb50d951c174 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925130 Jan 26 11:48:15.762492 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b7e893d-c98c-405c-becc-efa199fce50b req-46534a88-572f-451d-8e80-aa85ab1f5420 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097500 Jan 26 11:48:15.777699 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-c2ea8e43-1e61-4dff-beb0-ca6756ab322c service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401321 Jan 26 11:48:15.858395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:15.865587 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1dbe-c083-4de7-8f3b-be498c1446df req-5326d704-2560-4c35-9671-87a4732c0112 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:15.873591 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-990e1dbe-c083-4de7-8f3b-be498c1446df req-5326d704-2560-4c35-9671-87a4732c0112 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.3227642 Jan 26 11:48:15.899661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:15.908890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:618b189eab1d412194e6b4fdaa01056e is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:15.916429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:15.926428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:15.952091 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-990e1dbe-c083-4de7-8f3b-be498c1446df req-0f8f714d-c89d-44d1-937d-04d56686ef53 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768368 Jan 26 11:48:16.051620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.084969 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.094927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-21f02f6e-902d-4749-8764-e7488103d59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:16.146255 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=618b189eab1d412194e6b4fdaa01056e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006868 Jan 26 11:48:16.147141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433915d-56ca-4954-a968-1bd6f59fdca6,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:16.155417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34722) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:16.157273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.157701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.158085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.158513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.158933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.159335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.159778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.160182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.160569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.161150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.161701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.162256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.162935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.163495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.164044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.164588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.165141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.165685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.166258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.166847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.167402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.167960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.168504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.169049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:16.176629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:16.372696 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-807b9679-f28d-4a8e-abb3-8d60cb8fdf6d req-0ad8576d-3ef3-49a3-8e06-c6e7d873112f service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2674010 Jan 26 11:48:16.406403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.456195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.495519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34730) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:16.542584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.552697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0c3d6076-52ff-425e-9fee-08c3fbcb5953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:16.582292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433915d-56ca-4954-a968-1bd6f59fdca6,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:16.588375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:16.590058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.598268 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c433915d-56ca-4954-a968-1bd6f59fdca6 HTTP/1.1" status: 204 len: 168 time: 0.4237621 Jan 26 11:48:16.777044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:16.810534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:16.819222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Usage tracker for resource:security_group_rule and tenant:437df4e35b4940deb161c56822efa281 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:16.825426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:16.833478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:17.168864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.298912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4f0f-a5c9-4b2e-8144-7120ed12844d req-01914599-85db-4809-bbcc-9185e95a56d8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:17.302297 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2bba4f0f-a5c9-4b2e-8144-7120ed12844d req-01914599-85db-4809-bbcc-9185e95a56d8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 944 time: 0.3657541 Jan 26 11:48:17.304849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.363868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b8c463a5-7258-4575-bf3a-e1e32677d294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:17.384882 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=437df4e35b4940deb161c56822efa281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8884664 Jan 26 11:48:17.387505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34752) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:17.465313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.496254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.583068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1895228-88a4-47bb-a2d3-77e1918a38a8,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:17.604811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.605360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.605615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.606007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.606395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.606806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.607213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.607580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.607963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.608343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.608537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.608709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.609077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.609540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.609926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.610306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.610713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.611078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.611486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.611873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.612276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.613183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.613570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.613952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.614329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:17.631411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1657a1ad-9f0b-4556-ac6e-2615bf9d0b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:17.633088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:17.648059 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2bba4f0f-a5c9-4b2e-8144-7120ed12844d req-4a2ed344-ed19-4876-97da-2cdd76206643 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867212 Jan 26 11:48:17.671872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1895228-88a4-47bb-a2d3-77e1918a38a8,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:17.671872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:17.675839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.679419 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1895228-88a4-47bb-a2d3-77e1918a38a8 HTTP/1.1" status: 204 len: 168 time: 0.2894287 Jan 26 11:48:17.702878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-14c7719f-09ad-4c79-bac0-44831bed5f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:17.747130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22704737-fa2a-4445-b48d-cd990554a841 req-29693597-5cf8-4a2d-822b-96bc38088fc2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:17.748876 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22704737-fa2a-4445-b48d-cd990554a841 req-29693597-5cf8-4a2d-822b-96bc38088fc2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.3604064 Jan 26 11:48:17.820609 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22704737-fa2a-4445-b48d-cd990554a841 req-2d4a1359-bb15-4911-8500-109b6ab40745 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642807 Jan 26 11:48:18.404174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34766) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:18.407465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:18.535356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 29126944-f7b4-47ed-b381-1e612e0422ba up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:18.586530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:18.614403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:18.621716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Usage tracker for resource:security_group_rule and tenant:eb6e9d5b727e4068b6199131e8b290ac is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:18.627050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:18.639934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:18.713849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 29126944-f7b4-47ed-b381-1e612e0422ba completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:48:18.725179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 29126944-f7b4-47ed-b381-1e612e0422ba triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:18.725900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:18.755602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:18.793530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:18.807689 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a1b2c74-9655-4b96-b331-10f35f247e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:18.899730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de76b80-c38d-4428-ab66-fca5795890b4,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:18.914663 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb6e9d5b727e4068b6199131e8b290ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060618 Jan 26 11:48:18.914663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:18.916295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34776) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:18.971181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.008857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:19.023216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.028305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 29126944-f7b4-47ed-b381-1e612e0422ba, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=29126944-f7b4-47ed-b381-1e612e0422ba,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:48:19.041570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc9dcd-4bbb-49c9-a938-55dc0c0176ba req-f73507c7-44ad-4d93-9a70-29bbec9cc388 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:19.043411 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cbdc9dcd-4bbb-49c9-a938-55dc0c0176ba req-f73507c7-44ad-4d93-9a70-29bbec9cc388 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 944 time: 0.1930935 Jan 26 11:48:19.065263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.066961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 245d3040-3aa6-408a-bbea-c054a32cae26 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:19.071055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.126615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9047d5ec-4329-46a7-a0c3-4835042b5d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:19.156493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.162075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a9ed4c8e-f3dd-45e7-98e6-e5adf18da3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:19.176957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de76b80-c38d-4428-ab66-fca5795890b4,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:19.182362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:19.186011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.190050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2de76b80-c38d-4428-ab66-fca5795890b4 HTTP/1.1" status: 204 len: 168 time: 0.2698314 Jan 26 11:48:19.210889 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cbdc9dcd-4bbb-49c9-a938-55dc0c0176ba req-ce55e6f6-ecdf-4839-b495-ce137f7a46a4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150005 Jan 26 11:48:19.329921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918500-edb2-4c92-bb19-aee9346baee7 req-7b7d5f1b-1ee4-413e-a081-fb1544424378 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:19.333877 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-53918500-edb2-4c92-bb19-aee9346baee7 req-7b7d5f1b-1ee4-413e-a081-fb1544424378 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.2889161 Jan 26 11:48:19.356392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=29126944-f7b4-47ed-b381-1e612e0422ba,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:19.361525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 245d3040-3aa6-408a-bbea-c054a32cae26 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:19.362647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.413043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:19.439721 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-53918500-edb2-4c92-bb19-aee9346baee7 req-6f51c223-b926-402d-9259-5c9f88b56daa tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919509 Jan 26 11:48:19.577864 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba', 'code': 200} Jan 26 11:48:19.662073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:19.964698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.019953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2131184-6e22-4a17-8cb3-d4b98efca41b req-2fe17dd0-a7ff-4bb4-8bcb-227459f477ed tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:20.023168 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e2131184-6e22-4a17-8cb3-d4b98efca41b req-2fe17dd0-a7ff-4bb4-8bcb-227459f477ed tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2234328 Jan 26 11:48:20.113184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 29126944-f7b4-47ed-b381-1e612e0422ba up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:20.119092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34792) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:20.140373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.164730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:20.170378 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:efa57deff552451da371a75860b891f0 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:20.176334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:20.187308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:20.223748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 29126944-f7b4-47ed-b381-1e612e0422ba triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:20.227610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.261321 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e2131184-6e22-4a17-8cb3-d4b98efca41b req-6feb4fa5-e7a6-45b5-a485-6ca79d4eca73 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545169 Jan 26 11:48:20.280400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313d90a-1328-4157-a3b7-02a1bd6e3af5 req-815ad588-b2a1-490e-950b-489bfd02fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:20.283608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c313d90a-1328-4157-a3b7-02a1bd6e3af5 req-815ad588-b2a1-490e-950b-489bfd02fd41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 1163 time: 0.2586541 Jan 26 11:48:20.364320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.422709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.427779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c313d90a-1328-4157-a3b7-02a1bd6e3af5 req-d68d0de7-8fe1-4a66-ac63-05867f5237d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316454 Jan 26 11:48:20.451478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-02d7d997-b4dd-4a19-8de7-fd7c442929ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:20.538307 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efa57deff552451da371a75860b891f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177046 Jan 26 11:48:20.540933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34800) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:20.546653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae4d27-550f-482b-bf35-50f151323377,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:20.554096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:20.696629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.774908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29e4a-2882-4970-a8f7-063cf8669ee1 req-60b641ef-4d3d-454f-9279-6ce92c504a0b tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:20.776783 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bed29e4a-2882-4970-a8f7-063cf8669ee1 req-60b641ef-4d3d-454f-9279-6ce92c504a0b tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 946 time: 0.2347767 Jan 26 11:48:20.788566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.886129 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bed29e4a-2882-4970-a8f7-063cf8669ee1 req-5eb246dc-a949-4066-912b-993a66c452b9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006641 Jan 26 11:48:20.945160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:20.955837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8c117369-8cf9-4dcd-b2f8-f7379cb7cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:20.975172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae4d27-550f-482b-bf35-50f151323377,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:20.979026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:21.004636 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:21.007499 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cae4d27-550f-482b-bf35-50f151323377 HTTP/1.1" status: 204 len: 168 time: 0.4634151 Jan 26 11:48:22.251438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3910798-d7a9-4eac-b616-9be4d4d4bb3c req-f4e2416b-d4ee-480c-ac20-a159f1902aa1 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:22.253795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3910798-d7a9-4eac-b616-9be4d4d4bb3c req-f4e2416b-d4ee-480c-ac20-a159f1902aa1 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 946 time: 0.1444569 Jan 26 11:48:22.265731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 29126944-f7b4-47ed-b381-1e612e0422ba up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:22.356272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3910798-d7a9-4eac-b616-9be4d4d4bb3c req-e38f9232-a7ed-4179-acaf-cf92305af134 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945368 Jan 26 11:48:22.361833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 29126944-f7b4-47ed-b381-1e612e0422ba triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:22.362296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:23.396896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-2c236b76-3fc0-4334-ba1b-f9c9e9bc061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:23.399282 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-2c236b76-3fc0-4334-ba1b-f9c9e9bc061a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.2225308 Jan 26 11:48:23.808711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c8589-6fd0-4ad0-bb2a-fe28179045b0 req-03fa9667-2be9-44ba-a669-164f08312752 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:23.810451 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-514c8589-6fd0-4ad0-bb2a-fe28179045b0 req-03fa9667-2be9-44ba-a669-164f08312752 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.5416133 Jan 26 11:48:23.938973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-5b006e33-e701-4401-98b6-d7e2957e766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:23.941817 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-5b006e33-e701-4401-98b6-d7e2957e766f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.5337596 Jan 26 11:48:23.965122 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-514c8589-6fd0-4ad0-bb2a-fe28179045b0 req-39881461-340c-48a3-9131-2e6c49aa8e35 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439383 Jan 26 11:48:24.048220 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-9558725f-87b8-480a-ac7f-d23d17f64f05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.0969496 Jan 26 11:48:24.198399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dbed3-93ea-48d9-8611-9461cc52ba0e req-4d466f49-5faa-41d5-8fce-0c857e48ee70 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:24.200420 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a84dbed3-93ea-48d9-8611-9461cc52ba0e req-4d466f49-5faa-41d5-8fce-0c857e48ee70 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 946 time: 0.3410835 Jan 26 11:48:24.236970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-7c6abfc5-3a13-45ba-83ca-80849452cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:24.238728 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-7c6abfc5-3a13-45ba-83ca-80849452cb08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1772232 Jan 26 11:48:24.372012 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-3d3c8703-ba4e-4727-910c-5ddf88877890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074274 Jan 26 11:48:24.397809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a84dbed3-93ea-48d9-8611-9461cc52ba0e req-01130c88-e5b4-4376-b639-8d2b0a1132b6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874795 Jan 26 11:48:24.648818 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-731c0655-2f44-48ec-af41-ef6073dcec3c service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494106 Jan 26 11:48:24.897748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8c03ad29-b04a-41bf-a156-7763c00c3a71 req-f4bb87ea-8510-4001-8749-3608467bd811 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2346702 Jan 26 11:48:25.618180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfbae5-a14a-4813-bd6a-0138c607d23b req-40a138e2-97a1-4638-96f5-e8dc6cdc605c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:25.621271 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-50cfbae5-a14a-4813-bd6a-0138c607d23b req-40a138e2-97a1-4638-96f5-e8dc6cdc605c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2639205 Jan 26 11:48:25.733645 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-50cfbae5-a14a-4813-bd6a-0138c607d23b req-8272ea87-7e10-4f7b-b28a-0d2daf2409ee tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032307 Jan 26 11:48:27.028875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5ccb2-4b71-463b-b02b-54d567fcd12a req-2fe064a4-5b9f-4947-9c76-cc622e7a93d6 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:27.030846 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6fe5ccb2-4b71-463b-b02b-54d567fcd12a req-2fe064a4-5b9f-4947-9c76-cc622e7a93d6 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.1422212 Jan 26 11:48:27.109559 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6fe5ccb2-4b71-463b-b02b-54d567fcd12a req-e34fc44e-f295-4e89-b218-7a7e4c31c93a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707042 Jan 26 11:48:27.902275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:48:28.501773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81382de-10f5-4e75-a222-e02a0f405a68 req-d46ce03c-df22-42ef-9ca7-12dc699b1bfe tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:28.503917 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d81382de-10f5-4e75-a222-e02a0f405a68 req-d46ce03c-df22-42ef-9ca7-12dc699b1bfe tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.1719532 Jan 26 11:48:28.579346 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d81382de-10f5-4e75-a222-e02a0f405a68 req-d12a274a-6bae-4993-96fe-709d90e1079d tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Jan 26 11:48:30.000311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42edbd9-21d5-4db0-9989-a50ceaf9a63c req-934862b5-5bb4-44a1-94a2-42b6d0653d46 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:30.003873 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a42edbd9-21d5-4db0-9989-a50ceaf9a63c req-934862b5-5bb4-44a1-94a2-42b6d0653d46 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2118826 Jan 26 11:48:30.125978 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a42edbd9-21d5-4db0-9989-a50ceaf9a63c req-33b4e9ef-ed39-46f5-b404-049ca75bf872 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077580 Jan 26 11:48:31.540848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c30e14-6eb4-4076-833b-193d27da24aa req-1c37ed46-f182-4d5e-a1a8-99d08ac780e0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:31.544074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79c30e14-6eb4-4076-833b-193d27da24aa req-1c37ed46-f182-4d5e-a1a8-99d08ac780e0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.1919477 Jan 26 11:48:31.668276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79c30e14-6eb4-4076-833b-193d27da24aa req-91c5b957-dcab-45a9-9e5b-7197dd6dedb6 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129758 Jan 26 11:48:31.755175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 34980) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:31.961846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:31.983380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:31.988947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Usage tracker for resource:security_group_rule and tenant:1a4ad9bffd424541aba850924e4cfb1f is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:31.992861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:32.000918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:32.133112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.182186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.200948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-57262a94-0353-4da7-90a7-2ad4e195b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:32.270344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 34988) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:32.270670 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a4ad9bffd424541aba850924e4cfb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130172 Jan 26 11:48:32.310877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a48ef5-880f-44a6-bc24-d955e5ed80ef,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:32.318770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:32.421366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.460938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.647697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.653827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-744125fd-bf29-4bee-b1b3-43f254bedeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:32.669198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a48ef5-880f-44a6-bc24-d955e5ed80ef,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:32.681140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:32.689764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:32.696242 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98a48ef5-880f-44a6-bc24-d955e5ed80ef HTTP/1.1" status: 204 len: 168 time: 0.4232011 Jan 26 11:48:33.120691 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdd727-d3e7-41e3-a5b4-96176321375b req-3f69a7ae-4065-40bd-a57d-a1dc7bb05f8c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:33.124214 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fdfdd727-d3e7-41e3-a5b4-96176321375b req-3f69a7ae-4065-40bd-a57d-a1dc7bb05f8c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2438469 Jan 26 11:48:33.215512 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fdfdd727-d3e7-41e3-a5b4-96176321375b req-023fff9c-f05d-4233-b7ab-6bffde470fcc tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780916 Jan 26 11:48:33.787760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:34.591545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-5707400f-4180-47a7-8b5d-eb4b47a3791b tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:34.593269 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-5707400f-4180-47a7-8b5d-eb4b47a3791b tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.2906609 Jan 26 11:48:34.665452 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-2110e9d5-d125-43b4-9afa-2db09152c55a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/quotas/2c7e3a5d822649eda5fc4b2d6e997ae5 HTTP/1.1" status: 200 len: 375 time: 0.0275655 Jan 26 11:48:34.896178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bdb15-61a2-4952-bccb-9cbd0b2645c7 req-a7e089cc-a496-4ca0-a403-8dccfc3985ba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:34.898944 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-560bdb15-61a2-4952-bccb-9cbd0b2645c7 req-a7e089cc-a496-4ca0-a403-8dccfc3985ba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3043838 Jan 26 11:48:35.035722 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-e97c9e79-d739-4dc6-a892-47553c48c9e8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3563178 Jan 26 11:48:35.105276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-560bdb15-61a2-4952-bccb-9cbd0b2645c7 req-a092cb33-e7ed-4ca5-a645-f344748b2a60 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974983 Jan 26 11:48:35.275868 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-73981c77-c1d2-48a1-875d-a86970e6ff2f service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226129 Jan 26 11:48:35.536791 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-67aed592-b3e6-4cd0-9e58-cadc5c1dd56d service neutron] 10.222.0.53 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2512960 Jan 26 11:48:35.939278 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d83756e4-8b72-4a1c-b091-11956fb8118f req-21270ad2-df4f-4fe3-ac7f-815aaf648344 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 210 time: 0.0928512 Jan 26 11:48:36.504244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963de2a-c370-43e9-807c-f98a5f56532c req-84af50e1-eec9-408b-95bc-90b0775892b5 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:36.506075 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5963de2a-c370-43e9-807c-f98a5f56532c req-84af50e1-eec9-408b-95bc-90b0775892b5 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.1819975 Jan 26 11:48:36.590138 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5963de2a-c370-43e9-807c-f98a5f56532c req-f7ba3b1d-db66-4191-8976-6d55edf32442 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711770 Jan 26 11:48:37.318128 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f4c75301-d22c-44b4-92b9-6cff10f46b5e req-7f0f54f6-c6a7-4f09-99e0-ea01160fa5be tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 210 time: 0.0980923 Jan 26 11:48:37.992362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45de4d-3cc4-4121-8bd2-3cc34ba974d0 req-d3b5f6bf-0ffd-4a22-9853-8c4bff226c76 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:37.995856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ad45de4d-3cc4-4121-8bd2-3cc34ba974d0 req-d3b5f6bf-0ffd-4a22-9853-8c4bff226c76 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2429976 Jan 26 11:48:38.144219 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ad45de4d-3cc4-4121-8bd2-3cc34ba974d0 req-d0bc22c6-392f-48bf-bd6b-10fc17e73ec6 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324537 Jan 26 11:48:38.383033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:38.530331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:38.531047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:38.720267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-8d56e595-6b19-4fa5-a294-99e5b2aee1c7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:38.723608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-8d56e595-6b19-4fa5-a294-99e5b2aee1c7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 814 time: 0.3829443 Jan 26 11:48:38.821082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Request body: {'port': {'device_id': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb', 'admin_state_up': True, 'tenant_id': '2c7e3a5d822649eda5fc4b2d6e997ae5'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:38.891121 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3987276a-da81-410d-ad4c-6bde8803fd0c req-2d13e217-646b-49ad-998a-5ca4832b3615 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 210 time: 0.1654201 Jan 26 11:48:39.081324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:39.093415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:39.139123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Made reservation on behalf of 2c7e3a5d822649eda5fc4b2d6e997ae5 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:48:39.160068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:40.075694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4e6b7-20ed-4d97-ab7d-05646e6dd333 req-2ea67e13-07a1-487b-8c38-99027734c0c7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:40.078743 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54b4e6b7-20ed-4d97-ab7d-05646e6dd333 req-2ea67e13-07a1-487b-8c38-99027734c0c7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4291553 Jan 26 11:48:40.269658 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8007fb9-0c0e-4875-936d-347e12e5f1f6 req-1cf9f303-ab99-44c9-a8f6-202a3f72a694 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 210 time: 0.0983870 Jan 26 11:48:40.394518 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54b4e6b7-20ed-4d97-ab7d-05646e6dd333 req-31bee7a4-b50f-41e6-8933-9c69a3b87a7c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026810 Jan 26 11:48:40.457898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Allocated IP 172.20.0.6 (2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb/66e61750-76fe-4cb9-bf06-5de337705380/aad2af8f-2994-403a-be3d-7373928e5a7e) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:48:40.963015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:41.044755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:41.068688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:41.240893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event updated for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:41.255609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:41.343083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:48:41.345797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:48:41.350337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:48:41.400459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:41.401614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:41.475023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6727607 Jan 26 11:48:41.506494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Request body: {'port': {'device_id': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:41.840120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:42.040474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc0ccb-9ca9-4fb7-a3b6-9e39159e33fa req-ea071a16-3cac-4fb6-adc6-0036832b5375 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:42.041297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-ddcc0ccb-9ca9-4fb7-a3b6-9e39159e33fa req-ea071a16-3cac-4fb6-adc6-0036832b5375 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:48:42.189028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15315974-5bf1-4db5-ae3f-5d9940bd8dc3 req-81cf5bae-4542-4e0e-881f-98e617eddf2b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:42.190918 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15315974-5bf1-4db5-ae3f-5d9940bd8dc3 req-81cf5bae-4542-4e0e-881f-98e617eddf2b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4542511 Jan 26 11:48:42.199510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-ddcc0ccb-9ca9-4fb7-a3b6-9e39159e33fa req-ea071a16-3cac-4fb6-adc6-0036832b5375 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:48:42.200800 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddcc0ccb-9ca9-4fb7-a3b6-9e39159e33fa req-ea071a16-3cac-4fb6-adc6-0036832b5375 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 931 time: 0.6417403 Jan 26 11:48:42.387031 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddcc0ccb-9ca9-4fb7-a3b6-9e39159e33fa req-c33d5781-92f7-4bc0-9c7d-1661d3dc746a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523364 Jan 26 11:48:42.411327 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15315974-5bf1-4db5-ae3f-5d9940bd8dc3 req-58110e4a-a9f8-4549-b4b6-7ba63af350b2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055309 Jan 26 11:48:42.715507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219647a2-156c-4a0e-beeb-b997336ceb20 req-0f82a2cc-91e7-41e0-abf9-08b6dcb38805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:42.717185 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-219647a2-156c-4a0e-beeb-b997336ceb20 req-0f82a2cc-91e7-41e0-abf9-08b6dcb38805 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.2729585 Jan 26 11:48:42.875374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad2af8f-2994-403a-be3d-7373928e5a7e {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:48:42.882957 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-219647a2-156c-4a0e-beeb-b997336ceb20 req-48800e50-0c66-4723-9782-006882d639b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003587 Jan 26 11:48:42.888243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:42.917785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Transition to ACTIVE for port object aad2af8f-2994-403a-be3d-7373928e5a7e will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:48:42.948403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:42.983127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-01246ac0-1e70-437a-9155-d7c96497f81b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:43.156176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:43.172841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:43.373187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Attempting to bind port aad2af8f-2994-403a-be3d-7373928e5a7e on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:48:43.373631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Attempting to bind port aad2af8f-2994-403a-be3d-7373928e5a7e by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:48:43.373905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Attempting to bind port aad2af8f-2994-403a-be3d-7373928e5a7e on network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:48:43.382210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:48:43.382560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Checking segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:48:43.383024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:43.383437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Bound using segment: {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:48:43.383943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Bound port: aad2af8f-2994-403a-be3d-7373928e5a7e, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db70f30e-1dd1-481f-8931-9694b1ccdbe8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:48:43.384477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:43.560620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] For port aad2af8f-2994-403a-be3d-7373928e5a7e, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:48:43.566192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] For port aad2af8f-2994-403a-be3d-7373928e5a7e, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=aad2af8f-2994-403a-be3d-7373928e5a7e,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:48:43.670312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:43.709420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:43.925074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:43.945476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:44.053137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22435b1c-3193-444a-ae97-a26ddaa54be7 req-26e40761-8c63-4628-a324-16efb60140ca tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:44.056370 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22435b1c-3193-444a-ae97-a26ddaa54be7 req-26e40761-8c63-4628-a324-16efb60140ca tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 943 time: 0.4664166 Jan 26 11:48:44.074657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:44.075761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:44.078879 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] 10.222.0.24 "PUT /v2.0/ports/aad2af8f-2994-403a-be3d-7373928e5a7e HTTP/1.1" status: 200 len: 1157 time: 2.5823460 Jan 26 11:48:44.079635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:44.189124 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22435b1c-3193-444a-ae97-a26ddaa54be7 req-278c6b32-38a4-4c66-b4fb-255a80930eba tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177456 Jan 26 11:48:44.616592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-25f053a9-0805-46e0-836c-910d6a122d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:44.619629 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-25f053a9-0805-46e0-836c-910d6a122d22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 1160 time: 0.2414563 Jan 26 11:48:44.823685 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e', 'status': 'completed', 'code': 200} Jan 26 11:48:44.865209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-5c63d9f1-8d7c-4efc-be2c-2552df5f9549 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aad2af8f-2994-403a-be3d-7373928e5a7e HTTP/1.1" status: 200 len: 217 time: 0.2193758 Jan 26 11:48:45.016428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be638e-41de-4b08-b475-03c959db80cd req-39d22ae9-0225-4e56-9238-c2f86a6a4316 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:45.019437 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-30be638e-41de-4b08-b475-03c959db80cd req-39d22ae9-0225-4e56-9238-c2f86a6a4316 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4942162 Jan 26 11:48:45.359653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1b0fb36b-fe5c-4a4c-824f-ef27c11df537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:45.439325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cb5fd1f5-9559-454b-b29d-dac0562f1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:45.440967 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-cb5fd1f5-9559-454b-b29d-dac0562f1774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.5531745 Jan 26 11:48:45.460136 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-30be638e-41de-4b08-b475-03c959db80cd req-9394c222-df3e-4ba3-8f0f-364e54e311ec tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065297 Jan 26 11:48:45.575286 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-79407d23-0d7e-421f-a238-eb7b2f72c1cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135428 Jan 26 11:48:45.839968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d8a13-e5e0-4fae-a49a-851af81519df req-e33c9957-f77f-4d17-bc74-87aa3c13b675 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:45.843031 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d79d8a13-e5e0-4fae-a49a-851af81519df req-e33c9957-f77f-4d17-bc74-87aa3c13b675 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.9048212 Jan 26 11:48:46.116355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d79d8a13-e5e0-4fae-a49a-851af81519df req-690bddd2-239a-4591-854f-e85e13e57224 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674788 Jan 26 11:48:46.149174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-7c8cac79-d365-4d7a-b4a0-ce4bc1b43353 service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652227 Jan 26 11:48:46.252156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0008776-7a4d-48b6-9ab8-d7f4f18dd4b0 req-cd2455be-be20-44be-9f0a-740a59d6f52e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:46.255162 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b0008776-7a4d-48b6-9ab8-d7f4f18dd4b0 req-cd2455be-be20-44be-9f0a-740a59d6f52e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 943 time: 0.6305969 Jan 26 11:48:46.487312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:46.563114 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b0008776-7a4d-48b6-9ab8-d7f4f18dd4b0 req-bf1ff6a5-dab7-47c4-a5a1-7b90b211b6ec tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463477 Jan 26 11:48:46.607040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47806b7c-e0fd-485c-b374-f952c27934cf req-e180b555-e1b7-499b-a3b7-2df23f03382f service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3493361 Jan 26 11:48:46.644445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:46.645166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:47.086200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a89c-9522-47f2-9482-730fa263c827 req-826566c7-f310-424b-a672-f07e014f48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:47.088056 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-826566c7-f310-424b-a672-f07e014f48dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 1160 time: 0.2659855 Jan 26 11:48:47.167258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6376ea-5b3c-4d09-ba8b-0d0e82f007f2 req-dba6735f-1a73-40f5-a0b9-929975f81c43 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:47.172449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dd6376ea-5b3c-4d09-ba8b-0d0e82f007f2 req-dba6735f-1a73-40f5-a0b9-929975f81c43 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2558601 Jan 26 11:48:47.451922 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dd6376ea-5b3c-4d09-ba8b-0d0e82f007f2 req-030a135d-d3aa-4ff4-b55c-4fc929b5b678 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344484 Jan 26 11:48:47.518828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a89c-9522-47f2-9482-730fa263c827 req-2644d128-b37e-4278-9aa2-2b309322c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:47.520518 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-2644d128-b37e-4278-9aa2-2b309322c073 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 200 len: 908 time: 0.3486571 Jan 26 11:48:47.594259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca440-dd5f-4c54-a159-0be0fc37090e req-6900c5fa-bb49-48d8-b6c4-11535b89bcc5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:47.596285 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c5ca440-dd5f-4c54-a159-0be0fc37090e req-6900c5fa-bb49-48d8-b6c4-11535b89bcc5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2134674 Jan 26 11:48:47.671159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a3044b6b-562f-475f-82e6-47c8716b39a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:47.716737 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-1e3c95ba-520f-45a8-922e-f4b07b4e5dbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aad2af8f-2994-403a-be3d-7373928e5a7e HTTP/1.1" status: 200 len: 217 time: 0.1191475 Jan 26 11:48:47.868319 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c5ca440-dd5f-4c54-a159-0be0fc37090e req-eb51fdfd-acd8-4423-8912-0a6800f096bc tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864142 Jan 26 11:48:47.903581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44a89c-9522-47f2-9482-730fa263c827 req-292ee6d8-3fdb-45d9-b0a1-e220366bb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:47.906254 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-292ee6d8-3fdb-45d9-b0a1-e220366bb745 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 200 len: 854 time: 0.1657906 Jan 26 11:48:48.029016 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-469fa30c-b287-4271-99bd-4507b18163dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139235 Jan 26 11:48:48.410936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:48.448174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-0b51102e-2cd6-4536-bcb5-7515dde459ce service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049444 Jan 26 11:48:48.622372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744f14-dfed-4a07-a927-c02fd8471f64 req-98df09d2-b95b-4862-8b2f-c94dfb7fc3cc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:48.624143 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-78744f14-dfed-4a07-a927-c02fd8471f64 req-98df09d2-b95b-4862-8b2f-c94dfb7fc3cc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 943 time: 0.5391917 Jan 26 11:48:48.866441 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-78744f14-dfed-4a07-a927-c02fd8471f64 req-8ddf8dd2-aa17-4be9-9a3c-2e626fdc79ae tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288704 Jan 26 11:48:48.878493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-7f19f60b-7c64-448f-8ed1-392d25e553d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:48.880270 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-7f19f60b-7c64-448f-8ed1-392d25e553d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.4994931 Jan 26 11:48:48.882742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d44a89c-9522-47f2-9482-730fa263c827 req-9e548c13-a949-479a-bb0b-7a20b1d112ef service neutron] 10.222.0.24 "GET /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4258363 Jan 26 11:48:48.988634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1e43-046f-4cdf-8dad-88657eb53a86 req-f3c9aa83-a70d-416f-b104-7247f15d6c2c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:48.997319 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-022a1e43-046f-4cdf-8dad-88657eb53a86 req-f3c9aa83-a70d-416f-b104-7247f15d6c2c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4879477 Jan 26 11:48:49.311702 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-022a1e43-046f-4cdf-8dad-88657eb53a86 req-2aa3dd32-a77d-400f-b42d-e911af3e9bb7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121171 Jan 26 11:48:49.675331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:49.686517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-67576068-8ed6-4e0b-bad2-e8f89084527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:49.689525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-67576068-8ed6-4e0b-bad2-e8f89084527a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.6875236 Jan 26 11:48:49.757030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35242) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:49.808972 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-f4d76abe-e57f-4504-af51-048b08ab08a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.1075237 Jan 26 11:48:49.968331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67635cb4-a154-45fd-8e1e-96727d0d0a74 req-4bb3f416-2133-40ec-8f40-8687b1bfddd1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:49.970029 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-67635cb4-a154-45fd-8e1e-96727d0d0a74 req-4bb3f416-2133-40ec-8f40-8687b1bfddd1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.6294503 Jan 26 11:48:49.982296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.026626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-bd731ccd-06fb-4987-a178-22f03aa2db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:50.029224 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-bd731ccd-06fb-4987-a178-22f03aa2db28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.2104998 Jan 26 11:48:50.031294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.060623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:50.067638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Usage tracker for resource:security_group_rule and tenant:71640022b9de48deba985b463046bcb2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:50.071334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:50.081708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:50.105635 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-d6e0f8cb-d7b6-4bf6-92e5-76d4cd3111c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639472 Jan 26 11:48:50.118917 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-67635cb4-a154-45fd-8e1e-96727d0d0a74 req-c97db3b1-2f03-4c56-a4a4-2f7360d0aee0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358285 Jan 26 11:48:50.237754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.279944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.313230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-30cd4e4d-6770-4a75-8da6-736b5ce12908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:50.417184 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71640022b9de48deba985b463046bcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582074 Jan 26 11:48:50.421076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a08d2-e145-4b29-86ec-a1cdb59a6647,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:50.425263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35254) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:50.431072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:50.466979 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-275f7e5d-b81a-48f4-82e1-a2be832aa6fe service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451536 Jan 26 11:48:50.529635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee45d-1258-49ba-8d58-b137bf787bf0 req-e85aad2d-e50a-4ccc-801c-f763bddc86e9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:50.531423 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e67ee45d-1258-49ba-8d58-b137bf787bf0 req-e85aad2d-e50a-4ccc-801c-f763bddc86e9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 943 time: 0.3696012 Jan 26 11:48:50.556083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.613139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.696298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.706447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1f69020d-bb25-48db-86b0-0cb3034710c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:50.726917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a08d2-e145-4b29-86ec-a1cdb59a6647,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:50.731193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:50.733708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:50.740065 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e7a08d2-e145-4b29-86ec-a1cdb59a6647 HTTP/1.1" status: 204 len: 168 time: 0.3124907 Jan 26 11:48:50.878571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e67ee45d-1258-49ba-8d58-b137bf787bf0 req-d72de3bc-e6e7-49e0-891d-5e25ce274b6f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194630 Jan 26 11:48:50.981288 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee26ebbd-eb96-45d1-a089-e7cee0afdd55 req-21e446f6-395e-4bef-ac40-95de43a485f4 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4484625 Jan 26 11:48:51.113253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42058335-22d5-4b74-a149-b99563399499 req-22518b0b-a395-4046-a375-a94831107769 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:51.125194 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42058335-22d5-4b74-a149-b99563399499 req-22518b0b-a395-4046-a375-a94831107769 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3999233 Jan 26 11:48:51.220167 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42058335-22d5-4b74-a149-b99563399499 req-efbf6a9a-e82a-4095-8ed8-fe4f7e0033ba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920794 Jan 26 11:48:51.545275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device aad2af8f-2994-403a-be3d-7373928e5a7e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:51.582735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf05be-408b-46f5-9119-e8322cc32ff3 req-af98eb14-682f-4748-aa0d-970820373dbb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:51.586022 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4cbf05be-408b-46f5-9119-e8322cc32ff3 req-af98eb14-682f-4748-aa0d-970820373dbb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2365067 Jan 26 11:48:51.611116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35270) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:51.654985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:51.683261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:51.691238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Usage tracker for resource:security_group_rule and tenant:7e669be743ce4b8395c6af26e1f0c399 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:51.696720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:51.717103 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4cbf05be-408b-46f5-9119-e8322cc32ff3 req-42e2bdbc-c511-4058-801c-f445c91c6deb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101975 Jan 26 11:48:51.717403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:51.735746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port aad2af8f-2994-403a-be3d-7373928e5a7e completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:48:51.744813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port aad2af8f-2994-403a-be3d-7373928e5a7e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:51.745505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:51.918263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:51.957998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:51.977504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:51.983106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port aad2af8f-2994-403a-be3d-7373928e5a7e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=aad2af8f-2994-403a-be3d-7373928e5a7e,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:48:52.016752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:52.034806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1fd2d1b4-4afc-49fa-b068-0e9ef6c54c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:52.045525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:52.051485 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e', 'code': 200} Jan 26 11:48:52.052858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:52.105201 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e669be743ce4b8395c6af26e1f0c399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922194 Jan 26 11:48:52.106832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5011c8-8b35-4794-be69-0e40e2a58cf2,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:52.110009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 35278) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:52.116319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:52.227864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:52.256917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.257235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.257961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.258411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.259112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.259769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.260405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.261069 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.261734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.262523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.263154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.263807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.264986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.265284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.265903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.266644 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.277274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.278266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.294834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.295841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.298988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.300938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.302857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.308725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:48:52.333640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:52.401121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:52.454951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:52.521986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412849c-8bb3-45f1-a235-0278045840ca req-05fa6ccc-48e4-4f48-afba-6727fc7cafd7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:52.523939 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6412849c-8bb3-45f1-a235-0278045840ca req-05fa6ccc-48e4-4f48-afba-6727fc7cafd7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.3467164 Jan 26 11:48:52.834578 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6412849c-8bb3-45f1-a235-0278045840ca req-d61893e2-995e-4af0-8bba-4e8ac3fb5e1f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411337 Jan 26 11:48:52.886286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:52.899233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:52.972746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:52.994455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d63b9-e2aa-411b-b820-0e319e229e4e req-808e5b8e-ebaa-407b-902f-a77842b0a940 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:52.999051 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a1d63b9-e2aa-411b-b820-0e319e229e4e req-808e5b8e-ebaa-407b-902f-a77842b0a940 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4672902 Jan 26 11:48:53.002578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceff76-591e-4482-beb9-f708370a29ea req-bd5042d1-74cc-4f5c-910c-697bdc2dafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:53.004839 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-10ceff76-591e-4482-beb9-f708370a29ea req-bd5042d1-74cc-4f5c-910c-697bdc2dafe6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 1162 time: 0.4763038 Jan 26 11:48:53.012328 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5011c8-8b35-4794-be69-0e40e2a58cf2,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:53.018316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:53.026856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f5011c8-8b35-4794-be69-0e40e2a58cf2 HTTP/1.1" status: 204 len: 168 time: 0.9086845 Jan 26 11:48:53.026856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:53.191919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:53.193046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:53.239687 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8a1d63b9-e2aa-411b-b820-0e319e229e4e req-e5511e2c-3e00-4a69-949c-bf443a360944 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908638 Jan 26 11:48:53.271030 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-10ceff76-591e-4482-beb9-f708370a29ea req-8591bc5c-6240-4d3a-ab19-b9a130aad567 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188764 Jan 26 11:48:53.415676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device aad2af8f-2994-403a-be3d-7373928e5a7e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:53.451191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd0ab-ba03-4a95-b996-49bdaeec510d req-6ef49143-e059-4435-ac6c-8d2bb4b9c256 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:53.463640 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-313cd0ab-ba03-4a95-b996-49bdaeec510d req-6ef49143-e059-4435-ac6c-8d2bb4b9c256 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.3821473 Jan 26 11:48:53.541586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port aad2af8f-2994-403a-be3d-7373928e5a7e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:53.542471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:53.579693 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-313cd0ab-ba03-4a95-b996-49bdaeec510d req-4a740445-12a6-4139-a31c-96653822b601 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124811 Jan 26 11:48:54.134967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35298) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:54.159254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:54.180403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:54.185769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Usage tracker for resource:security_group_rule and tenant:9be81b4cdcaf4847b9ff0555f8d174dc is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:54.190477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:54.199762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:54.203654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a9bf1-dd56-4680-8f2a-194dd079f1b5 req-2b8bcbd6-3381-404f-9d68-b9c762ce87ce tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:54.206803 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d09a9bf1-dd56-4680-8f2a-194dd079f1b5 req-2b8bcbd6-3381-404f-9d68-b9c762ce87ce tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.1845405 Jan 26 11:48:54.339031 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d09a9bf1-dd56-4680-8f2a-194dd079f1b5 req-78675f62-b2d5-49ea-b223-d9fb5ec4c646 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233780 Jan 26 11:48:54.398530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:54.430339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:54.448819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a849a60-23f9-4d5c-bb05-bbd46635cf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:54.499446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 35304) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:54.499762 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9be81b4cdcaf4847b9ff0555f8d174dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626943 Jan 26 11:48:54.513521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d3f76-0a3f-41da-a371-f8fc3fd7579c,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:54.518045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:54.750048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:54.819878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:54.983362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:54.997128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9fbb-94da-437d-9d19-a922dd765ddc req-c03f3048-2ec3-4f68-a296-2fe08e5162f0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:54.999829 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f83d9fbb-94da-437d-9d19-a922dd765ddc req-c03f3048-2ec3-4f68-a296-2fe08e5162f0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4086173 Jan 26 11:48:55.067637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:55.087089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3c1cbfdb-849b-46c1-97c0-c29603a902fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:55.149955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d3f76-0a3f-41da-a371-f8fc3fd7579c,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:55.160498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:55.161665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:55.164960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:55.178469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:55.180768 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9a8175f0-846a-49b2-b69a-596c3a528090 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014d3f76-0a3f-41da-a371-f8fc3fd7579c HTTP/1.1" status: 204 len: 168 time: 0.6793387 Jan 26 11:48:55.207722 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f83d9fbb-94da-437d-9d19-a922dd765ddc req-1a9dd4c4-314a-4e6c-b6f9-f5629d82cd9a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837444 Jan 26 11:48:55.378634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132298-0d99-4bde-bc20-683c6e52f4e9 req-0cafa841-4997-409d-9de8-f429a4aa66ca tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:55.383623 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ef132298-0d99-4bde-bc20-683c6e52f4e9 req-0cafa841-4997-409d-9de8-f429a4aa66ca tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.5371838 Jan 26 11:48:55.623729 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ef132298-0d99-4bde-bc20-683c6e52f4e9 req-30a653eb-058b-4120-adc7-e70931ba1453 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274940 Jan 26 11:48:56.204301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9de0fa-a346-45f5-b297-8ef5257fbfc9 req-ef7a7bcc-9e8f-4d1c-93e9-74ff837b68ba tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:56.207168 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0b9de0fa-a346-45f5-b297-8ef5257fbfc9 req-ef7a7bcc-9e8f-4d1c-93e9-74ff837b68ba tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.2806344 Jan 26 11:48:56.363391 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0b9de0fa-a346-45f5-b297-8ef5257fbfc9 req-36829b40-a10c-4a83-b467-891796b1e3c4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432600 Jan 26 11:48:56.638072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device aad2af8f-2994-403a-be3d-7373928e5a7e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:48:56.823336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port aad2af8f-2994-403a-be3d-7373928e5a7e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:48:56.823336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:57.171023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde1c15-e4ef-40f6-a696-0cbb900d18a2 req-0686ecbd-9275-4851-a02d-a57949f228b5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:57.186374 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddde1c15-e4ef-40f6-a696-0cbb900d18a2 req-0686ecbd-9275-4851-a02d-a57949f228b5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2290301 Jan 26 11:48:57.374275 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddde1c15-e4ef-40f6-a696-0cbb900d18a2 req-0efba0e8-af7b-404c-9512-b6b501b54ebe tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861093 Jan 26 11:48:57.555869 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-2936d159-bf08-43bb-bf08-399f733a8237 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1958585 Jan 26 11:48:57.816075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-502a19bd-7866-4fa3-b720-bcee46e00011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:57.818875 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-502a19bd-7866-4fa3-b720-bcee46e00011 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.2095122 Jan 26 11:48:58.024878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35360) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:58.125122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-7bf06446-e56d-4142-822a-69ae310f1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:58.128798 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-7bf06446-e56d-4142-822a-69ae310f1485 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.2700751 Jan 26 11:48:58.356501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1333487251-network', 'tenant_id': '5e36a78295d04be783ea2fdd780e7352'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:58.367224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:58.370266 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-e573047f-c41a-4154-85ff-24e8c407ae7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.2318113 Jan 26 11:48:58.376806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Usage tracker for resource:network and tenant:5e36a78295d04be783ea2fdd780e7352 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:58.382133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:58.393657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:58.464486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Made reservation on behalf of 5e36a78295d04be783ea2fdd780e7352 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:48:58.473418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:58.496850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:58.530402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:58.538811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Usage tracker for resource:security_group_rule and tenant:5e36a78295d04be783ea2fdd780e7352 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:58.545375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:58.558346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:58.620325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-fea73e70-0438-4832-ae11-321864a0af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:58.622628 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-fea73e70-0438-4832-ae11-321864a0af44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.1826086 Jan 26 11:48:58.718462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:58.729090 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-f4bae1c6-1bf0-4f82-acb6-54e9dc5ce8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970948 Jan 26 11:48:58.781842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:58.789772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-84c74ff6-b047-4a46-820c-bab1891364f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:58.800363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da534d8-6dd1-41c2-8719-b69651b4b925 req-56096878-dec5-4bf2-973d-4e5861812f65 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:58.803163 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7da534d8-6dd1-41c2-8719-b69651b4b925 req-56096878-dec5-4bf2-973d-4e5861812f65 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4603350 Jan 26 11:48:58.852996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:48:58.871868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75e5a0-748b-4f97-982b-0559dcbbd480,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:58.879830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:58.886110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:58.886110 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Added segment 6f9ca12d-767d-477a-8137-2132a663d175 of type vxlan for network dbf6961b-b206-4b93-92b0-286fc5698398 Jan 26 11:48:58.979070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:59.091293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:59.093693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:59.094996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:59.121372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:48:59.344905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Pushing event updated for resources: {'Network': ['ID=dbf6961b-b206-4b93-92b0-286fc5698398,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:48:59.350493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:48:59.353970 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7da534d8-6dd1-41c2-8719-b69651b4b925 req-5ef2df05-177e-4856-8467-caeb91fd5e63 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485416 Jan 26 11:48:59.363897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network dbf6961b-b206-4b93-92b0-286fc5698398 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:48:59.392989 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3650947 Jan 26 11:48:59.399630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 35378) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:48:59.420190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network dbf6961b-b206-4b93-92b0-286fc5698398 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:48:59.430557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Request body: {'subnet': {'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1333487251-subnet', 'tenant_id': '5e36a78295d04be783ea2fdd780e7352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:48:59.440322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:48:59.448536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Usage tracker for resource:subnet and tenant:5e36a78295d04be783ea2fdd780e7352 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:48:59.454360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:48:59.469061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:48:59.509873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Made reservation on behalf of 5e36a78295d04be783ea2fdd780e7352 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:48:59.518129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:48:59.585998 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-b84c641b-97cc-4260-bf32-c7b5e0e43fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803144 Jan 26 11:48:59.653245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86badc-96d1-41aa-9404-20de212d2f55 req-35f0227c-cc0a-4a2d-853d-b99c9cc3e77b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:48:59.655026 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd86badc-96d1-41aa-9404-20de212d2f55 req-35f0227c-cc0a-4a2d-853d-b99c9cc3e77b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.9311192 Jan 26 11:49:00.050067 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd86badc-96d1-41aa-9404-20de212d2f55 req-e18f7b00-6f14-4a49-a488-34002ce1ce1f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546596 Jan 26 11:49:00.120074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f80d5ee6-0803-4e95-bfdd-7b041bb500b2 req-59d44286-6e5e-4f08-baf5-31aa7f443294 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4636078 Jan 26 11:49:00.876219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:00.909939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:01.142963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e46321-3105-4143-a195-4338e0fc5546,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:01.148415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:01.307866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Checking segment: {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:49:01.308531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Network hostable DHCP agents. Network: dbf6961b-b206-4b93-92b0-286fc5698398, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:49:01.373567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Network dbf6961b-b206-4b93-92b0-286fc5698398 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:49:01.430066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, dbf6961b-b206-4b93-92b0-286fc5698398) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:49:01.439924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:01.446796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:01.447731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266ba69-650f-4630-968c-552c70364409 None None] Network dbf6961b-b206-4b93-92b0-286fc5698398 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:49:01.641751 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2141461 Jan 26 11:49:01.863002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ea78f-56f4-4c10-9032-b47ebe20a7b1 req-df40f6b8-109e-47a4-8ad9-32719706266a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:01.875817 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6e9ea78f-56f4-4c10-9032-b47ebe20a7b1 req-df40f6b8-109e-47a4-8ad9-32719706266a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.3482997 Jan 26 11:49:02.021475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786a649-a11d-4a99-b2a1-09b01f24bc71 None None] Network dbf6961b-b206-4b93-92b0-286fc5698398 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:49:02.114593 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6e9ea78f-56f4-4c10-9032-b47ebe20a7b1 req-3793055f-4166-49e2-86f3-5a9cc841811d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497042 Jan 26 11:49:02.229134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f773b-a982-4b93-897d-cddc13e6a918 req-72cbb42a-c022-4b4b-8329-140f565d888f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:02.230585 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-280f773b-a982-4b93-897d-cddc13e6a918 req-72cbb42a-c022-4b4b-8329-140f565d888f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3510568 Jan 26 11:49:02.370048 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-280f773b-a982-4b93-897d-cddc13e6a918 req-7792e2bd-c926-4830-87f8-d02b075e52ec tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236889 Jan 26 11:49:03.814438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:03.900895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d677-550f-4905-8f6f-efd8ded2be38 req-1201aa61-55a0-4182-ba1f-cb94b60986cd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:03.903711 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74c4d677-550f-4905-8f6f-efd8ded2be38 req-1201aa61-55a0-4182-ba1f-cb94b60986cd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.3518732 Jan 26 11:49:03.988324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3648-c9d9-4817-92df-6a7540df45f3 req-7d6ead43-f2ca-457d-bbbe-7e0eea8940ee tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:03.990159 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d43e3648-c9d9-4817-92df-6a7540df45f3 req-7d6ead43-f2ca-457d-bbbe-7e0eea8940ee tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3665559 Jan 26 11:49:04.181452 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d43e3648-c9d9-4817-92df-6a7540df45f3 req-8feec7a1-111a-476f-90d1-ded6af48e799 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637373 Jan 26 11:49:04.223426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74c4d677-550f-4905-8f6f-efd8ded2be38 req-8c52bc68-1ab2-464b-a19b-9d21dc3c859d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315288 Jan 26 11:49:04.915022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:49:05.470348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-5cd8d409-39a4-4db2-b4f1-463f25ab5929 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:05.479528 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-5cd8d409-39a4-4db2-b4f1-463f25ab5929 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 809 time: 0.5231452 Jan 26 11:49:05.517464 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-06b165f5-fbca-4c9d-a0dd-087dbbad687f tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/quotas/5e36a78295d04be783ea2fdd780e7352 HTTP/1.1" status: 200 len: 375 time: 0.0280671 Jan 26 11:49:05.617842 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-ae3d7a58-150e-4ac8-89cd-57d59a058e95 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826671 Jan 26 11:49:05.820978 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-15521631-2b18-46d9-8649-7347f2b4b3c7 service neutron] 10.222.0.53 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882365 Jan 26 11:49:06.184250 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-82660f95-28c3-40b2-b7a2-c12b0177913b service neutron] 10.222.0.53 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3468421 Jan 26 11:49:06.429434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6078703-03f2-4f49-bf37-c33850807b96 req-acc9083b-fe72-4c84-886c-03e9cc0e7c63 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:06.438360 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6078703-03f2-4f49-bf37-c33850807b96 req-acc9083b-fe72-4c84-886c-03e9cc0e7c63 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2524104 Jan 26 11:49:06.524499 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a6078703-03f2-4f49-bf37-c33850807b96 req-83a2b183-64ca-4cf9-b8ae-52879395ea4f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845397 Jan 26 11:49:07.050885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a94e9-5572-438a-914c-071365688fa5 req-36b9aa03-dfcc-42c2-b6c8-d42dc8bd395b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:07.052635 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-607a94e9-5572-438a-914c-071365688fa5 req-36b9aa03-dfcc-42c2-b6c8-d42dc8bd395b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.2336080 Jan 26 11:49:07.171734 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-607a94e9-5572-438a-914c-071365688fa5 req-e5f0cd88-d11b-46d0-aab5-87cd27232400 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054389 Jan 26 11:49:07.410740 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e716bff9-2fc8-44d2-9e8e-7d21342ab7e2 req-3e1bc755-27c1-4c6e-96ec-72095c706062 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 210 time: 0.0844152 Jan 26 11:49:07.787029 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a142823-7257-4ec4-ba88-f994b4380935 req-b2651954-c192-4066-a4ba-273e819a0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:07.789432 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-b2651954-c192-4066-a4ba-273e819a0dca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.2794237 Jan 26 11:49:08.373300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256bb4e-e9bf-4da7-b4b4-a9b25e026a55 req-b6f975ca-28d5-4a7e-b960-95620a1fb619 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:08.377533 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c256bb4e-e9bf-4da7-b4b4-a9b25e026a55 req-b6f975ca-28d5-4a7e-b960-95620a1fb619 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.6591544 Jan 26 11:49:08.864737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a142823-7257-4ec4-ba88-f994b4380935 req-8a36ba7d-568d-455d-bab1-3efcd0d67105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:08.867798 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-8a36ba7d-568d-455d-bab1-3efcd0d67105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 1.0606816 Jan 26 11:49:09.016018 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-347a45d2-7fb7-410a-b1a1-2195a09e1ec7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.1152866 Jan 26 11:49:09.067733 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c256bb4e-e9bf-4da7-b4b4-a9b25e026a55 req-64ee662c-a33a-4283-ab03-cfe0637be20d tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481965 Jan 26 11:49:09.268114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a142823-7257-4ec4-ba88-f994b4380935 req-8b88c9d4-08c6-49e7-940e-26430725c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:09.270848 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-8b88c9d4-08c6-49e7-940e-26430725c90f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.2334785 Jan 26 11:49:09.373054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882e6fd-36ee-4709-8be8-9343c2f7a77a req-6942d810-cb77-4629-8d0b-b6e8cbfd06e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:09.376240 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0882e6fd-36ee-4709-8be8-9343c2f7a77a req-6942d810-cb77-4629-8d0b-b6e8cbfd06e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 1.4191992 Jan 26 11:49:09.664695 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-0c70a257-1023-4c1d-acc8-743855cb56ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930737 Jan 26 11:49:09.764240 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0882e6fd-36ee-4709-8be8-9343c2f7a77a req-0806f230-40b2-4587-93ee-75e3e40c4811 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171729 Jan 26 11:49:09.997907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea7299-d3fb-4f21-af8d-78e24ea43ab1 req-a6196040-ffc3-44d0-a7a5-e9df8bc1abe2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:10.006260 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14ea7299-d3fb-4f21-af8d-78e24ea43ab1 req-a6196040-ffc3-44d0-a7a5-e9df8bc1abe2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.6281650 Jan 26 11:49:10.177901 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-ff22cbe5-b6bb-436c-87be-9b46e86bb401 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802718 Jan 26 11:49:10.182222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a1027ecd-69f6-4d2d-ba78-bd5737e2d837 req-8b272c79-fc3e-415b-9a74-fbf90c26fb82 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 210 time: 0.1071782 Jan 26 11:49:10.237328 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14ea7299-d3fb-4f21-af8d-78e24ea43ab1 req-745b56fa-134b-42f2-80ac-0366c2ca192b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966965 Jan 26 11:49:10.700350 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a142823-7257-4ec4-ba88-f994b4380935 req-e6a874de-0d95-4eb5-b2cd-423748860b94 service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4610050 Jan 26 11:49:10.802393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6fa7-a950-440f-8308-8137f0805dd5 req-81ce5e4e-044a-4bc4-bb8b-0f3f8713af74 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:10.804146 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c08c6fa7-a950-440f-8308-8137f0805dd5 req-81ce5e4e-044a-4bc4-bb8b-0f3f8713af74 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2765217 Jan 26 11:49:10.893860 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c08c6fa7-a950-440f-8308-8137f0805dd5 req-1d6f526c-7d72-46a7-80c6-167695e9fcb8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695100 Jan 26 11:49:11.571575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-bd4f835a-4daf-415e-bcd7-bbabcbdfc913 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:11.574598 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-bd4f835a-4daf-415e-bcd7-bbabcbdfc913 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 809 time: 0.5897121 Jan 26 11:49:11.719088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Request body: {'port': {'device_id': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398', 'admin_state_up': True, 'tenant_id': '5e36a78295d04be783ea2fdd780e7352'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:12.224867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479640e-3b32-477d-86cc-19b10da02146 req-38969d2a-c09d-4819-a513-befe850ccc8d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:12.228192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2479640e-3b32-477d-86cc-19b10da02146 req-38969d2a-c09d-4819-a513-befe850ccc8d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.6360960 Jan 26 11:49:12.335823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538db085-fa20-4e43-84c3-83269e9d30d1 req-a1e0890f-4a92-4875-8e88-177c25b99862 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:12.348778 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-538db085-fa20-4e43-84c3-83269e9d30d1 req-a1e0890f-4a92-4875-8e88-177c25b99862 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 1.1190305 Jan 26 11:49:12.455311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:49:12.490665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Usage tracker for resource:port and tenant:5e36a78295d04be783ea2fdd780e7352 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:49:12.502376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:49:12.563108 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2479640e-3b32-477d-86cc-19b10da02146 req-0cfc961f-fb71-4d7c-a67c-2f7f370824fe tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094588 Jan 26 11:49:12.583940 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-538db085-fa20-4e43-84c3-83269e9d30d1 req-55d8add1-2270-4488-82b1-b7948d9fe617 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282028 Jan 26 11:49:12.584861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:49:12.661302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Made reservation on behalf of 5e36a78295d04be783ea2fdd780e7352 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:49:12.693936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:13.041205 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b0d49acf-04ea-437c-b40b-5771bb5a507c req-1da64664-f7ea-4f1f-8b59-f244b17befcc tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 210 time: 0.1145926 Jan 26 11:49:13.306373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab07bac-e068-4464-b0b9-ee4f978fa78f req-03904901-e5e5-4590-b1df-18cee2366080 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:13.314952 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1ab07bac-e068-4464-b0b9-ee4f978fa78f req-03904901-e5e5-4590-b1df-18cee2366080 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.5040104 Jan 26 11:49:13.590522 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1ab07bac-e068-4464-b0b9-ee4f978fa78f req-7c4dbd52-7903-43ef-ace4-71c1eff42f32 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744060 Jan 26 11:49:13.673595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd551-cdbe-4cd0-b80a-8270af5e77f1 req-7b093095-1462-4528-92eb-5686b0caa2c8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:13.675516 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-129dd551-cdbe-4cd0-b80a-8270af5e77f1 req-7b093095-1462-4528-92eb-5686b0caa2c8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3576186 Jan 26 11:49:13.853215 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-129dd551-cdbe-4cd0-b80a-8270af5e77f1 req-46d28b87-8ab0-4a06-8cc7-6b0b6bd81f02 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283681 Jan 26 11:49:13.939327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Allocated IP 172.20.0.2 (dbf6961b-b206-4b93-92b0-286fc5698398/76e46321-3105-4143-a195-4338e0fc5546/c551a375-6db0-4661-989e-72e905571cd0) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:49:14.149202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dc3e4-2e30-40f7-af6a-1df80fb1c273 req-ea87a836-f14f-4f9c-ba95-03b4fb372546 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:14.159267 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-775dc3e4-2e30-40f7-af6a-1df80fb1c273 req-ea87a836-f14f-4f9c-ba95-03b4fb372546 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.3722324 Jan 26 11:49:14.370324 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-775dc3e4-2e30-40f7-af6a-1df80fb1c273 req-126af250-ad8c-448c-89f1-750718d86b33 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099795 Jan 26 11:49:14.633907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-820ed62f-d1ef-4b72-b788-c804b5e70e8a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:14.637176 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-820ed62f-d1ef-4b72-b788-c804b5e70e8a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 945 time: 0.6715810 Jan 26 11:49:14.638975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device aad2af8f-2994-403a-be3d-7373928e5a7e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:14.889174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:14.932895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:14.946070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port aad2af8f-2994-403a-be3d-7373928e5a7e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=aad2af8f-2994-403a-be3d-7373928e5a7e,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:15.193187 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ee22b6e1-17ef-4f11-b09b-ece2cdffd394 req-39061189-c602-466d-be20-dd51323e6dc3 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 210 time: 0.4287875 Jan 26 11:49:15.346747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65811552-a8d9-4a09-8240-e4946a63b82f req-ad27848b-01c2-4d77-bc07-64be12649e78 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:15.350081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-65811552-a8d9-4a09-8240-e4946a63b82f req-ad27848b-01c2-4d77-bc07-64be12649e78 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 1.1840167 Jan 26 11:49:15.441307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:15.444656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:15.498147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-cdb8411c-e3c2-40f5-ab35-bee9405cb31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:15.545022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:15.552548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:15.586970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port aad2af8f-2994-403a-be3d-7373928e5a7e {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:15.587698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:15.777281 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-65811552-a8d9-4a09-8240-e4946a63b82f req-446d4eee-7381-42d2-9b9f-f8838c0aee8d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045680 Jan 26 11:49:15.817630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:16.493207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1457754-7bc2-48c1-85c2-f72dc82362ad req-921db444-97b9-4c91-978e-dbefebc4ee9c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:16.495972 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e1457754-7bc2-48c1-85c2-f72dc82362ad req-921db444-97b9-4c91-978e-dbefebc4ee9c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 1.0660553 Jan 26 11:49:16.585063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:16.589801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port aad2af8f-2994-403a-be3d-7373928e5a7e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=aad2af8f-2994-403a-be3d-7373928e5a7e,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:16.590609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:16.654205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:16.981456 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e1457754-7bc2-48c1-85c2-f72dc82362ad req-f72b7480-924b-4196-9dbe-5555044c66e4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745548 Jan 26 11:49:16.998978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for aad2af8f-2994-403a-be3d-7373928e5a7e owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:49:17.111331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d8fe9-aa06-4e0e-a0e2-94515f3d9637 req-aaa82288-7cd1-4ce6-a76a-d8eb5d35c5ca tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:17.119478 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df4d8fe9-aa06-4e0e-a0e2-94515f3d9637 req-aaa82288-7cd1-4ce6-a76a-d8eb5d35c5ca tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.9080813 Jan 26 11:49:17.131383 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e', 'code': 200} Jan 26 11:49:17.296205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Pushing event updated for resources: {'Port': ['ID=c551a375-6db0-4661-989e-72e905571cd0,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:17.311554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:17.370779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df4d8fe9-aa06-4e0e-a0e2-94515f3d9637 req-cda80ad3-c7be-4cb5-9f43-a270d798669c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499077 Jan 26 11:49:17.715447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Network dbf6961b-b206-4b93-92b0-286fc5698398 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:49:17.721601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:49:17.779899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f8e1-a9ac-46f9-a4f7-1e0a1568a60e req-5600971e-ec81-4ea0-812c-0887ad98a631 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:17.788715 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4098f8e1-a9ac-46f9-a4f7-1e0a1568a60e req-5600971e-ec81-4ea0-812c-0887ad98a631 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 931 time: 0.2368867 Jan 26 11:49:17.792594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:49:17.800251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d15f3623-2e26-4d14-a72d-793a8996af0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:17.841790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:17.842731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:18.038419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fc102-9ad0-4784-9d95-054319a5c6a3 req-e6145146-939c-43f9-99ea-69cfafcdb9ac tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:18.040318 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8b9fc102-9ad0-4784-9d95-054319a5c6a3 req-e6145146-939c-43f9-99ea-69cfafcdb9ac tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 943 time: 0.5302377 Jan 26 11:49:18.133916 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4098f8e1-a9ac-46f9-a4f7-1e0a1568a60e req-7ac1a7ee-121e-41ee-9eba-4c8529547256 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441398 Jan 26 11:49:18.152355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4444315 Jan 26 11:49:18.175530 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8b9fc102-9ad0-4784-9d95-054319a5c6a3 req-722020a2-4c6c-42d9-bef4-bece38bc5022 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218390 Jan 26 11:49:18.181738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Request body: {'port': {'device_id': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:18.233882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:18.277839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a5a8718-ad22-450b-a8f7-066430748b46 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:18.435048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:18.624944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event deleted for resources: {'Port': ['ID=aad2af8f-2994-403a-be3d-7373928e5a7e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:18.804286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.804846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.805324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.805793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.806260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.806782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.807173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.807568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.807962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.808352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.808749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.809136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.809622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.810012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.810418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.810892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.811313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.811708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.812094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.812480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.812868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.813251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.814164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.814545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:18.818709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:18.903088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:19.011961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:19.012759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:19.046404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:19.317703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834cbe-3138-410c-a203-86b75078d1e7 req-aaef9881-2f0b-400f-a759-e59c10546d2c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:19.327168 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7834cbe-3138-410c-a203-86b75078d1e7 req-aaef9881-2f0b-400f-a759-e59c10546d2c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.7151659 Jan 26 11:49:19.418058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de19f43-ce34-4bf3-a7a4-163f92732574 req-5d933278-3644-43cb-9e55-481884f7d10c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:19.420032 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8de19f43-ce34-4bf3-a7a4-163f92732574 req-5d933278-3644-43cb-9e55-481884f7d10c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.7996037 Jan 26 11:49:19.425840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] No DVR routers for this DVR port aad2af8f-2994-403a-be3d-7373928e5a7e on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:49:19.482901 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:19.485341 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cfbae419-46d4-484e-8b3d-cb82243de209 req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "DELETE /v2.0/ports/aad2af8f-2994-403a-be3d-7373928e5a7e HTTP/1.1" status: 204 len: 173 time: 4.4811578 Jan 26 11:49:19.510732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-deleted', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:19.572680 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7834cbe-3138-410c-a203-86b75078d1e7 req-b33cb57a-88f1-46a1-a361-b1d8db8d5e83 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439938 Jan 26 11:49:19.606984 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8de19f43-ce34-4bf3-a7a4-163f92732574 req-08bc0abc-eae2-4c7e-985b-d38a11587c9f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358373 Jan 26 11:49:20.174968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eb405-7012-47ae-be30-74dba2557052 req-d542762b-de7f-43ca-adfa-68227cbc6751 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:20.176871 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-617eb405-7012-47ae-be30-74dba2557052 req-d542762b-de7f-43ca-adfa-68227cbc6751 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3812640 Jan 26 11:49:20.281811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f1bfc-3663-4a88-b3ed-a453d0c97dae req-4dab3674-8396-427d-868c-c80ebb301f7f tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:20.283642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-ea5f1bfc-3663-4a88-b3ed-a453d0c97dae req-4dab3674-8396-427d-868c-c80ebb301f7f tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Synchronizing usage tracker for tenant:5e36a78295d04be783ea2fdd780e7352 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:49:20.296034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:20.355707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:20.393472 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-617eb405-7012-47ae-be30-74dba2557052 req-c88a5633-213b-4831-8ed6-3615c5a4b3b0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051957 Jan 26 11:49:20.408938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c551a375-6db0-4661-989e-72e905571cd0 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:49:20.425756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:20.444041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-ea5f1bfc-3663-4a88-b3ed-a453d0c97dae req-4dab3674-8396-427d-868c-c80ebb301f7f tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Unset dirty status for tenant:5e36a78295d04be783ea2fdd780e7352 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:49:20.449138 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ea5f1bfc-3663-4a88-b3ed-a453d0c97dae req-4dab3674-8396-427d-868c-c80ebb301f7f tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 931 time: 0.5974314 Jan 26 11:49:20.450732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Transition to ACTIVE for port object c551a375-6db0-4661-989e-72e905571cd0 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:49:20.562177 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ea5f1bfc-3663-4a88-b3ed-a453d0c97dae req-f506f71f-5381-4e4a-bbbc-46bfbe83dbad tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Jan 26 11:49:20.567674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:20.609333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:20.878651 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08992f-89f0-437e-8d21-b5d10583629d', 'name': 'network-vif-deleted', 'tag': 'aad2af8f-2994-403a-be3d-7373928e5a7e', 'status': 'completed', 'code': 200} Jan 26 11:49:20.880005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c551a375-6db0-4661-989e-72e905571cd0,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:21.016573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:21.024463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-40a5c398-77ae-4a6a-b439-bd993d9b3865 req-72a8e05d-12d5-4616-b717-cf28c2b93ef8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:49:21.301713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-40a5c398-77ae-4a6a-b439-bd993d9b3865 req-72a8e05d-12d5-4616-b717-cf28c2b93ef8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:49:21.321465 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-40a5c398-77ae-4a6a-b439-bd993d9b3865 req-72a8e05d-12d5-4616-b717-cf28c2b93ef8 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=bd08992f-89f0-437e-8d21-b5d10583629d HTTP/1.1" status: 200 len: 210 time: 0.5867085 Jan 26 11:49:21.411345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10eb3-e566-4ca0-a5ea-00e4ffb8fbd7 req-89eee406-241d-4b5b-be42-e9f0a4e09482 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:21.413186 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3ed10eb3-e566-4ca0-a5ea-00e4ffb8fbd7 req-89eee406-241d-4b5b-be42-e9f0a4e09482 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3736005 Jan 26 11:49:21.602721 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3ed10eb3-e566-4ca0-a5ea-00e4ffb8fbd7 req-225a56f2-6b26-4670-b81b-386dea24776b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808627 Jan 26 11:49:21.645272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Attempting to bind port c551a375-6db0-4661-989e-72e905571cd0 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:49:21.645788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Attempting to bind port c551a375-6db0-4661-989e-72e905571cd0 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:49:21.646250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Attempting to bind port c551a375-6db0-4661-989e-72e905571cd0 on network dbf6961b-b206-4b93-92b0-286fc5698398 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:49:21.658459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:49:21.659024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Checking segment: {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:49:21.659540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:21.660044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Bound using segment: {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:49:21.660652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Bound port: c551a375-6db0-4661-989e-72e905571cd0, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:49:21.661190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:21.823533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05760-e376-4f4a-aacc-414a1797c784 req-5f50e3ed-338c-4e67-8614-d6e21c6b06b2 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:21.826393 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ceb05760-e376-4f4a-aacc-414a1797c784 req-5f50e3ed-338c-4e67-8614-d6e21c6b06b2 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2913387 Jan 26 11:49:21.994870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] For port c551a375-6db0-4661-989e-72e905571cd0, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:49:22.012162 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ceb05760-e376-4f4a-aacc-414a1797c784 req-b4556de6-7aa8-4995-bcb8-9fa03295b99b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241643 Jan 26 11:49:22.041264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] For port c551a375-6db0-4661-989e-72e905571cd0, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c551a375-6db0-4661-989e-72e905571cd0,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:49:22.148529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c8b5-7769-48d3-8a34-b95a768a23a6 req-bb1f6807-07c4-412d-99bc-633f1395dad8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:22.162241 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9162c8b5-7769-48d3-8a34-b95a768a23a6 req-bb1f6807-07c4-412d-99bc-633f1395dad8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3344340 Jan 26 11:49:22.168030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:22.207563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cfd68e90-6cc7-4668-a5f4-c42d6d55f8d7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:22.724399 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9162c8b5-7769-48d3-8a34-b95a768a23a6 req-20766f4d-5aa3-4980-ba92-e1b8a55ff2eb tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339158 Jan 26 11:49:22.742899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c551a375-6db0-4661-989e-72e905571cd0,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:22.746769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:22.843001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:22.843901 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:22.846562 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] 10.222.0.24 "PUT /v2.0/ports/c551a375-6db0-4661-989e-72e905571cd0 HTTP/1.1" status: 200 len: 1157 time: 4.6696944 Jan 26 11:49:22.905986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01a38-b0c0-42e2-bd8c-47e7f08f0b2b req-d3c15473-4c2e-48c0-babc-cf121c1bd73d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:22.910776 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-caa01a38-b0c0-42e2-bd8c-47e7f08f0b2b req-d3c15473-4c2e-48c0-babc-cf121c1bd73d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 943 time: 0.5769234 Jan 26 11:49:22.911900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:23.135027 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-caa01a38-b0c0-42e2-bd8c-47e7f08f0b2b req-15bfc799-d0b9-46b9-a7cb-8eb299137d5c tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104323 Jan 26 11:49:23.315079 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0', 'status': 'completed', 'code': 200} Jan 26 11:49:23.407946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-94c627d6-ddfe-412e-8915-94c3e698fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:23.409609 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-94c627d6-ddfe-412e-8915-94c3e698fc08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 1160 time: 0.4182420 Jan 26 11:49:23.467943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07593-a92d-4ad1-a807-534e2ae61f92 req-a42283db-f41c-404d-a430-42eb36fd2610 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:23.470593 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6ef07593-a92d-4ad1-a807-534e2ae61f92 req-a42283db-f41c-404d-a430-42eb36fd2610 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3656018 Jan 26 11:49:23.619723 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-dc3be2f9-317d-4917-a271-e89e040a3095 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c551a375-6db0-4661-989e-72e905571cd0 HTTP/1.1" status: 200 len: 217 time: 0.1474471 Jan 26 11:49:23.687611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-f49e51e5-757b-4a6f-9791-bbb2faef5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:23.689889 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-f49e51e5-757b-4a6f-9791-bbb2faef5f4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1162 time: 0.4544160 Jan 26 11:49:23.805471 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6ef07593-a92d-4ad1-a807-534e2ae61f92 req-f7893c31-192e-4e9b-9840-207d5c507ece tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192512 Jan 26 11:49:23.829274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-770c6c7b-6186-46c1-abb9-bc3525619845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:23.831932 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-770c6c7b-6186-46c1-abb9-bc3525619845 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76e46321-3105-4143-a195-4338e0fc5546 HTTP/1.1" status: 200 len: 849 time: 0.2015855 Jan 26 11:49:23.984895 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-0b2ef3e1-5997-47e0-8a7a-aab54c791ab8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf6961b-b206-4b93-92b0-286fc5698398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794723 Jan 26 11:49:24.058045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f451e-d8c1-451c-92e0-bd0bd9ca3f56 req-5cc27077-e803-4ff7-a7b8-2dd6f645af6a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:24.059924 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a25f451e-d8c1-451c-92e0-bd0bd9ca3f56 req-5cc27077-e803-4ff7-a7b8-2dd6f645af6a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.5839512 Jan 26 11:49:24.275451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-a8def21d-5e48-4746-b8a7-3c14db7aa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:24.277317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-a8def21d-5e48-4746-b8a7-3c14db7aa5c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.5666659 Jan 26 11:49:24.376755 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a25f451e-d8c1-451c-92e0-bd0bd9ca3f56 req-5533662d-05a7-451b-a23c-74a4d48fc866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906260 Jan 26 11:49:24.502404 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-858a6d99-e0e0-4a7b-9fcb-679e5abbd185 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 1001 time: 0.2153008 Jan 26 11:49:24.555478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce2b67-8188-477a-beff-edc986c560fe req-e0b27dd1-5dc7-40df-93a3-ce196f184003 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:24.557477 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-67ce2b67-8188-477a-beff-edc986c560fe req-e0b27dd1-5dc7-40df-93a3-ce196f184003 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4680634 Jan 26 11:49:24.602985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-82c64551-b89c-42a8-8214-d5f580d98b98 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060593 Jan 26 11:49:24.721304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-282e3595-39b9-4062-8d6c-ed350920ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:24.723249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-282e3595-39b9-4062-8d6c-ed350920ae0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.1647027 Jan 26 11:49:24.841940 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-67ce2b67-8188-477a-beff-edc986c560fe req-056ab9c5-4cc7-4b5a-af07-3ef47c2489cd tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377555 Jan 26 11:49:24.945313 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48a3809d-5f4c-47d3-9300-b9ea54e91df3 req-183e65a9-c331-4435-aa73-3268d1f5dde6 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3112290 Jan 26 11:49:24.971554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-ebfb6a84-e5ee-4dc3-bdb1-13ae9dae9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:24.972344 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-ebfb6a84-e5ee-4dc3-bdb1-13ae9dae9a79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2408030 Jan 26 11:49:25.712963 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-40d8bb7e-af4d-43cf-a211-8280d4718d67 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310765 Jan 26 11:49:25.885544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-8e96d914-8042-41ba-bfac-5f942e338c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:25.887298 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-8e96d914-8042-41ba-bfac-5f942e338c75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 1160 time: 0.7086027 Jan 26 11:49:25.894995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-0523b241-0538-41d3-80b2-7094e4c79711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:25.896923 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-0523b241-0538-41d3-80b2-7094e4c79711 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1162 time: 0.6164215 Jan 26 11:49:25.949664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05d6ae-1408-4662-8dbc-64868c2a5975 req-a3b023de-ed59-45d8-a57d-db9d26c44487 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:25.951733 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9f05d6ae-1408-4662-8dbc-64868c2a5975 req-a3b023de-ed59-45d8-a57d-db9d26c44487 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 943 time: 0.8994763 Jan 26 11:49:26.196990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91defe5-02d1-4bf1-adef-9435c7d99382 req-dc540184-7069-428c-ab3b-41bcfab78fbd tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:26.198795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d91defe5-02d1-4bf1-adef-9435c7d99382 req-dc540184-7069-428c-ab3b-41bcfab78fbd tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.6135411 Jan 26 11:49:26.369841 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5a6f27e2-29d3-4ef9-ad95-595e21f4833e req-0ad7e5cf-a956-4728-9952-b765307f5971 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6435492 Jan 26 11:49:26.383063 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9f05d6ae-1408-4662-8dbc-64868c2a5975 req-86987a43-6c96-4cf5-b1b9-3b3e3baafa9d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681400 Jan 26 11:49:26.489468 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d91defe5-02d1-4bf1-adef-9435c7d99382 req-f07004d0-381a-4b67-8706-c9431f315e74 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236845 Jan 26 11:49:26.494145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-40a82149-500f-40c2-9803-ec43b7220a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:26.496988 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-40a82149-500f-40c2-9803-ec43b7220a02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.5438929 Jan 26 11:49:26.498910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-7701521c-888b-4c37-9017-f81ee8deb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:26.502151 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-7701521c-888b-4c37-9017-f81ee8deb1a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 903 time: 0.6039727 Jan 26 11:49:26.914736 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-7a9d924b-9735-4946-827a-9baaa6a39d4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c551a375-6db0-4661-989e-72e905571cd0 HTTP/1.1" status: 200 len: 217 time: 0.2847130 Jan 26 11:49:27.211625 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-801a23e1-7e3c-49e4-b282-06d3c8ca1e6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 1001 time: 0.7000597 Jan 26 11:49:27.341672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-bd8c351e-ddc2-4a38-a98a-bc13eea848b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:27.343367 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-bd8c351e-ddc2-4a38-a98a-bc13eea848b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76e46321-3105-4143-a195-4338e0fc5546 HTTP/1.1" status: 200 len: 849 time: 0.3376832 Jan 26 11:49:27.420067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647bde-3fba-448d-b4fc-2005927009bb req-14fd6a69-9d7e-40aa-860b-731d794bfb7d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:27.421780 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-40647bde-3fba-448d-b4fc-2005927009bb req-14fd6a69-9d7e-40aa-860b-731d794bfb7d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 946 time: 0.6763489 Jan 26 11:49:27.522603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c87c3e-edb7-4d14-809f-492829fa771c req-70c64eaf-65e4-4f33-b4d9-18ad62396130 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:27.524406 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e9c87c3e-edb7-4d14-809f-492829fa771c req-70c64eaf-65e4-4f33-b4d9-18ad62396130 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.6147709 Jan 26 11:49:27.555022 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-05300563-aeb6-40b3-94a7-ed72826fbcf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf6961b-b206-4b93-92b0-286fc5698398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1891801 Jan 26 11:49:27.582732 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-906bc21f-cad5-42b6-a377-c392892ac075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:27.584354 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-906bc21f-cad5-42b6-a377-c392892ac075 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.3120048 Jan 26 11:49:27.862835 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e9c87c3e-edb7-4d14-809f-492829fa771c req-26cbe5a1-5408-4f66-a651-87e08295ead6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244779 Jan 26 11:49:27.874947 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-40647bde-3fba-448d-b4fc-2005927009bb req-1c0dc987-4ad9-43bf-bc04-382dd9aad9de tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013636 Jan 26 11:49:28.001555 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-659c4f9a-ceea-49e0-bcec-de6c1c762a18 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205234 Jan 26 11:49:28.058002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-ea1d8b07-0ce6-4ee2-bc5b-5b33e7334ad6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:28.059964 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-ea1d8b07-0ce6-4ee2-bc5b-5b33e7334ad6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 946 time: 0.4804740 Jan 26 11:49:28.062555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-da65387c-3266-436d-beab-7656d95b6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:28.064787 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-da65387c-3266-436d-beab-7656d95b6d18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4098177 Jan 26 11:49:28.747159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port 29126944-f7b4-47ed-b381-1e612e0422ba {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:28.747579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:28.895108 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3f3fadd5-ccc8-4de5-93c3-683901d5b764 req-b27b5184-ea1b-4347-85b2-7c765214858e service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8290212 Jan 26 11:49:28.980046 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-fbefd471-9c7e-44a5-b8bc-077820513964 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852015 Jan 26 11:49:29.036841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-0ba07d2c-1ce6-4c01-bfbc-209f928611f8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:49:29.149283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799097-2359-4ccd-ba10-938b7998f6ba req-26b90f45-a911-44a5-bf06-a0662d74dfb4 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:29.151211 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98799097-2359-4ccd-ba10-938b7998f6ba req-26b90f45-a911-44a5-bf06-a0662d74dfb4 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 943 time: 0.7146485 Jan 26 11:49:29.209779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31b0b-1c24-43a7-9643-093a2df7256b req-fb4a6d4e-7e97-4bec-99e8-3182b5a6b49c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:29.211705 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ec31b0b-1c24-43a7-9643-093a2df7256b req-fb4a6d4e-7e97-4bec-99e8-3182b5a6b49c tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 1.1146486 Jan 26 11:49:29.493135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98799097-2359-4ccd-ba10-938b7998f6ba req-fd47724e-c723-430e-b160-06a51ef231d7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755470 Jan 26 11:49:29.534172 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ec31b0b-1c24-43a7-9643-093a2df7256b req-613ab8db-8e9f-4a9c-8983-b994093a9945 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047116 Jan 26 11:49:29.572198 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8baebc21-7b1c-4659-9cbf-1849af9fe6c3 req-45d28625-3d18-411b-bb2b-323288fcf705 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5789702 Jan 26 11:49:29.575178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port 29126944-f7b4-47ed-b381-1e612e0422ba, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=29126944-f7b4-47ed-b381-1e612e0422ba,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:29.575588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:29.821218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for 29126944-f7b4-47ed-b381-1e612e0422ba owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:49:30.084442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:30.088171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3680cb0-7d02-4666-b72a-8611188bf4ae req-b29cf611-446c-47e4-9965-82f841773904 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:30.090968 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3680cb0-7d02-4666-b72a-8611188bf4ae req-b29cf611-446c-47e4-9965-82f841773904 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3196547 Jan 26 11:49:30.178640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7f056-b792-45c4-901b-cb1a7936c8dc req-90778954-8a3e-41ea-bb47-bd6a99b82ded tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:30.180492 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70e7f056-b792-45c4-901b-cb1a7936c8dc req-90778954-8a3e-41ea-bb47-bd6a99b82ded tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.4869499 Jan 26 11:49:30.209892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:30.210566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.358188 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3680cb0-7d02-4666-b72a-8611188bf4ae req-38150160-d85f-45bb-b7fb-932afe7301b1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764543 Jan 26 11:49:30.373174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70e7f056-b792-45c4-901b-cb1a7936c8dc req-8f6f04be-f7c2-4865-b751-be539375ba5f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466060 Jan 26 11:49:30.374910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.393742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:30.408118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device c551a375-6db0-4661-989e-72e905571cd0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:30.486656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event deleted for resources: {'Port': ['ID=29126944-f7b4-47ed-b381-1e612e0422ba,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:30.492884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:30.540493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port c551a375-6db0-4661-989e-72e905571cd0 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:49:30.557566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port c551a375-6db0-4661-989e-72e905571cd0 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:30.558325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.707881 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d41bb795-984f-4443-85ba-639744706f0c req-53ef4046-a0cf-4bfe-be7e-b4413da5e255 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2 HTTP/1.1" status: 200 len: 210 time: 0.0674691 Jan 26 11:49:30.822331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] No DVR routers for this DVR port 29126944-f7b4-47ed-b381-1e612e0422ba on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:49:30.838412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.848399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'name': 'network-vif-deleted', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:30.871165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.936819 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a2b55f0f-02d6-4725-886e-10e9d6c3718d req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "DELETE /v2.0/ports/29126944-f7b4-47ed-b381-1e612e0422ba HTTP/1.1" status: 204 len: 173 time: 2.8454757 Jan 26 11:49:30.938247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:30.960734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port c551a375-6db0-4661-989e-72e905571cd0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c551a375-6db0-4661-989e-72e905571cd0,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:30.994730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:30.996807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:31.042517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 29126944-f7b4-47ed-b381-1e612e0422ba no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:31.101317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] No Port match for: 29126944-f7b4-47ed-b381-1e612e0422ba {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:49:31.101958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 29126944-f7b4-47ed-b381-1e612e0422ba not bound to the agent host hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:49:31.131414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:31.167074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=c551a375-6db0-4661-989e-72e905571cd0,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:31.202670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:31.225082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb509-7ee0-41e7-b61b-3bfde77d2af9 req-53976d88-83cc-4f32-93e2-23da7b7b906d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:31.238060 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8aebb509-7ee0-41e7-b61b-3bfde77d2af9 req-53976d88-83cc-4f32-93e2-23da7b7b906d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 945 time: 0.2442930 Jan 26 11:49:31.335677 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:31.343676 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8aebb509-7ee0-41e7-b61b-3bfde77d2af9 req-6ad2a0b1-bc26-45f0-b5dc-49594886c7ab tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023104 Jan 26 11:49:31.403712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:31.456196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:31.458884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:31.566862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:31.573355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:31.877235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca748fe-928d-444d-9430-70f33b2924d8 req-d092c2af-20db-4db7-842b-92571888bed4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:31.881864 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ca748fe-928d-444d-9430-70f33b2924d8 req-d092c2af-20db-4db7-842b-92571888bed4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2198541 Jan 26 11:49:31.940708 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd507ad8-0162-4b78-bdf4-6ad1cee6c1c2', 'name': 'network-vif-deleted', 'tag': '29126944-f7b4-47ed-b381-1e612e0422ba', 'status': 'completed', 'code': 200} Jan 26 11:49:31.963536 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ca748fe-928d-444d-9430-70f33b2924d8 req-179060c9-4003-4367-acdc-3ca002f03158 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771403 Jan 26 11:49:32.037923 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0', 'code': 200} Jan 26 11:49:32.291738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c650d-6711-481f-affd-5ca6477690c6 req-f816b7de-5b3c-414a-8d3a-125a6bc7f61a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:32.293581 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a55c650d-6711-481f-affd-5ca6477690c6 req-f816b7de-5b3c-414a-8d3a-125a6bc7f61a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.1682675 Jan 26 11:49:32.358470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a55c650d-6711-481f-affd-5ca6477690c6 req-922efa4d-8b3c-4000-a832-c409d9881ff8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568366 Jan 26 11:49:32.525401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99e46c-65fc-468f-a5f7-3d4863e0e675 req-df6c3c3b-b490-404f-a4bb-af23937135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:32.527967 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6b99e46c-65fc-468f-a5f7-3d4863e0e675 req-df6c3c3b-b490-404f-a4bb-af23937135ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 1162 time: 0.1226003 Jan 26 11:49:32.642131 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6b99e46c-65fc-468f-a5f7-3d4863e0e675 req-1105057e-7915-4a5f-98f5-8fd70547bc88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005514 Jan 26 11:49:32.645663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device c551a375-6db0-4661-989e-72e905571cd0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:32.771704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc973-b333-4f64-98a6-b9b32b635457 req-d8737120-4a69-481a-922b-97afc6a469af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:32.774533 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48cbc973-b333-4f64-98a6-b9b32b635457 req-d8737120-4a69-481a-922b-97afc6a469af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.2173591 Jan 26 11:49:32.777915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port c551a375-6db0-4661-989e-72e905571cd0 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:32.778351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:32.895896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 35704) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:32.931347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:33.034094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:33.034517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:33.135880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-20306a3a-a907-4f5e-aeb1-94a0420b8dbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2382183 Jan 26 11:49:33.180520 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48cbc973-b333-4f64-98a6-b9b32b635457 req-f0644b23-394f-403d-bd53-8b35410c0433 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208251 Jan 26 11:49:33.269847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265009-89ee-4115-8cf2-6e2887c193a6 req-848702d8-2ec4-4d97-8c62-f69d2879dfc5 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:33.271610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8265009-89ee-4115-8cf2-6e2887c193a6 req-848702d8-2ec4-4d97-8c62-f69d2879dfc5 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 945 time: 0.5802927 Jan 26 11:49:33.325653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4e711-d935-4bc8-b02c-1f472c68dd00 req-b54954b4-24f8-43be-b224-65a9ef9e899e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:33.327566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f4e711-d935-4bc8-b02c-1f472c68dd00 req-b54954b4-24f8-43be-b224-65a9ef9e899e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.2695866 Jan 26 11:49:33.416396 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8265009-89ee-4115-8cf2-6e2887c193a6 req-052676ad-2007-4721-988b-e92e1a1bb45e tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874462 Jan 26 11:49:33.442020 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-61f4e711-d935-4bc8-b02c-1f472c68dd00 req-8a1683fb-546f-4fe0-b2d5-c8b7fbfebb67 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945129 Jan 26 11:49:33.786644 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:33.810915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228bb23-e6e9-4831-951b-1b359d3e6dc9 req-9bc709f9-19f5-4431-8994-edd4399ee50f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:33.812316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d228bb23-e6e9-4831-951b-1b359d3e6dc9 req-9bc709f9-19f5-4431-8994-edd4399ee50f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:49:33.938720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903f30-164d-45e6-bc93-43353ff58e4f req-7c7577fd-4a98-414d-ae2e-e17a46f8a80f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:33.941928 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b7903f30-164d-45e6-bc93-43353ff58e4f req-7c7577fd-4a98-414d-ae2e-e17a46f8a80f tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3237379 Jan 26 11:49:34.025525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d228bb23-e6e9-4831-951b-1b359d3e6dc9 req-9bc709f9-19f5-4431-8994-edd4399ee50f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:49:34.027132 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d228bb23-e6e9-4831-951b-1b359d3e6dc9 req-9bc709f9-19f5-4431-8994-edd4399ee50f tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.4553289 Jan 26 11:49:34.039769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:34.041797 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b7903f30-164d-45e6-bc93-43353ff58e4f req-2e4e838b-be6f-4241-adc9-5720aff0032a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920925 Jan 26 11:49:34.115218 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d228bb23-e6e9-4831-951b-1b359d3e6dc9 req-fd26c152-2341-478c-8bd9-2b266d8a3173 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720787 Jan 26 11:49:34.130271 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'code': 422} returned with failed status Jan 26 11:49:34.844748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c57f5b-8fdd-4581-a1df-7817431819e3 req-e5bcbb8c-2360-498d-9de2-13d3d37ffd1d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:34.846715 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95c57f5b-8fdd-4581-a1df-7817431819e3 req-e5bcbb8c-2360-498d-9de2-13d3d37ffd1d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 945 time: 0.2182212 Jan 26 11:49:34.908232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac630d87-2796-4dcf-be76-7e5e4466debe req-0580c783-6c7c-4a3c-90bd-e95c23daceb3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:34.909988 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ac630d87-2796-4dcf-be76-7e5e4466debe req-0580c783-6c7c-4a3c-90bd-e95c23daceb3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.2178125 Jan 26 11:49:35.020194 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95c57f5b-8fdd-4581-a1df-7817431819e3 req-5d6a3682-04cc-48dd-bd64-be6987a8d5f5 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087353 Jan 26 11:49:35.044398 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ac630d87-2796-4dcf-be76-7e5e4466debe req-ec6f5370-56f0-4a73-88db-258ad41b17d4 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170912 Jan 26 11:49:35.514150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41f58-9860-4f5e-9d46-181a4ad34142 req-78286aee-273c-4106-be3a-d8ac6db6dd56 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:35.517806 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23a41f58-9860-4f5e-9d46-181a4ad34142 req-78286aee-273c-4106-be3a-d8ac6db6dd56 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2874937 Jan 26 11:49:35.947661 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23a41f58-9860-4f5e-9d46-181a4ad34142 req-ee80f76b-36c8-437d-9702-fe51c3e29755 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227502 Jan 26 11:49:36.153471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-4a41c00e-84aa-4b84-9a74-9bcd9e6a3533 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:36.156665 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-4a41c00e-84aa-4b84-9a74-9bcd9e6a3533 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.6294925 Jan 26 11:49:36.369461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:36.385278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701867f-0b09-465c-ba84-13e3d85ca62b req-5aad91c7-1feb-4255-ae6c-b51b724a0b1d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:36.403737 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8701867f-0b09-465c-ba84-13e3d85ca62b req-5aad91c7-1feb-4255-ae6c-b51b724a0b1d tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 945 time: 0.7472794 Jan 26 11:49:36.425041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-f5d06964-ab71-40a6-bf1a-60e2a0596ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:36.428407 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-f5d06964-ab71-40a6-bf1a-60e2a0596ea0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c&tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 1160 time: 0.6792152 Jan 26 11:49:36.538474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:36.540223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:36.583584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:36.584280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:36.674363 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8701867f-0b09-465c-ba84-13e3d85ca62b req-017c2630-6e1c-4b4a-8f75-a1a8f5665594 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549639 Jan 26 11:49:36.795269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:36.941135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:36.941876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:36.950016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-4be885a3-2d20-45cb-ba86-a2a258fa0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:36.952245 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-4be885a3-2d20-45cb-ba86-a2a258fa0de7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1160 time: 0.4686170 Jan 26 11:49:37.196842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device c551a375-6db0-4661-989e-72e905571cd0 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:37.249854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070a636-a0af-471e-9b71-71bdad36bd68 req-4b98b70d-0d07-49f1-8293-7e37e4aef732 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:37.252764 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8070a636-a0af-471e-9b71-71bdad36bd68 req-4b98b70d-0d07-49f1-8293-7e37e4aef732 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.5756147 Jan 26 11:49:37.337345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port c551a375-6db0-4661-989e-72e905571cd0 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:37.338084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:37.346856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8070a636-a0af-471e-9b71-71bdad36bd68 req-50daf575-877b-4ef6-87d9-0a115289f641 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828550 Jan 26 11:49:37.419611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:37.420284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:37.632618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 58b7fa22-ebfa-4b07-a04e-e1355bd3026d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:37.700012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for 58b7fa22-ebfa-4b07-a04e-e1355bd3026d owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:49:37.832562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:37.867112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:37.881940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:37.920499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:37.922910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ad45250-d309-4a6e-a237-14e4e3090575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:37.997352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:38.001506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:38.123993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-4e407ae9-f231-4c75-9dad-8aceef9a25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.126063 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-4e407ae9-f231-4c75-9dad-8aceef9a25f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 1.1077981 Jan 26 11:49:38.347548 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-44899cea-b1bb-4698-a380-617da9208ba8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 999 time: 0.1895754 Jan 26 11:49:38.349945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168cae-814d-4caf-9249-d2246713a50d req-604ba77a-0f5e-42cc-b696-bf1f8121eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.352174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-604ba77a-0f5e-42cc-b696-bf1f8121eaa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdd207cc254b4612ac26623340e0c94b&device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 1163 time: 0.4115648 Jan 26 11:49:38.406914 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b64ae4-afa3-4a4c-a63c-6f15d0c90e6a req-f7088ab1-7c91-456f-9d5a-1368c744d049 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.409007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15b64ae4-afa3-4a4c-a63c-6f15d0c90e6a req-f7088ab1-7c91-456f-9d5a-1368c744d049 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 945 time: 0.8309650 Jan 26 11:49:38.462480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcac2b-8676-482f-99c1-7f05664b30cb req-ee462843-ead1-436f-9cfe-3cbac25f7a76 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.464293 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-57bcac2b-8676-482f-99c1-7f05664b30cb req-ee462843-ead1-436f-9cfe-3cbac25f7a76 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.8113558 Jan 26 11:49:38.527848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:49:38.528325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:49:38.744134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-11df7603-44b8-46d8-a3e2-3dc1bcdf2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.745996 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-11df7603-44b8-46d8-a3e2-3dc1bcdf2ad6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.3357043 Jan 26 11:49:38.758502 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-15b64ae4-afa3-4a4c-a63c-6f15d0c90e6a req-3859eac3-cba5-44b8-9c36-f182bdc4b7c1 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926872 Jan 26 11:49:38.834271 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-57bcac2b-8676-482f-99c1-7f05664b30cb req-de84a610-17e4-436d-adbf-596da3a7e237 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011827 Jan 26 11:49:38.986007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168cae-814d-4caf-9249-d2246713a50d req-08497903-08b2-422b-8c9b-f826a69d1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:38.988944 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-08497903-08b2-422b-8c9b-f826a69d1cbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 200 len: 913 time: 0.5771174 Jan 26 11:49:38.998893 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d', 'code': 200} Jan 26 11:49:39.089446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:39.089865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:39.160009 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-c3318673-3d74-464e-a9f4-ff4a9c658975 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 200 len: 217 time: 0.1450512 Jan 26 11:49:39.206533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-fc859c02-0040-4653-a6b7-86332641dc62 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:39.209462 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-fc859c02-0040-4653-a6b7-86332641dc62 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 945 time: 0.2405610 Jan 26 11:49:39.341493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-2d2d6e9b-be96-475c-a7a2-3b0ed7e13999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:39.343216 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-2d2d6e9b-be96-475c-a7a2-3b0ed7e13999 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5836687 Jan 26 11:49:39.377636 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Deleting port c551a375-6db0-4661-989e-72e905571cd0 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:39.378301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:39.483541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168cae-814d-4caf-9249-d2246713a50d req-70fa92f8-1e40-48e5-9cc2-39cf1c745478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:39.486356 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-70fa92f8-1e40-48e5-9cc2-39cf1c745478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 200 len: 859 time: 0.3143537 Jan 26 11:49:39.741055 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-0969f546-1ccb-4856-bcd0-7c6e55cff774 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d9d0616d-877e-458f-a09b-e89e27c7b147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277317 Jan 26 11:49:39.762709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] For port c551a375-6db0-4661-989e-72e905571cd0, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=c551a375-6db0-4661-989e-72e905571cd0,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:39.763319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:39.804903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbfd5-a517-4661-9004-6d00914b5e84 req-ad2c1433-b6d0-4237-83bc-111cb2b0dde6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:39.807001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9dbcbfd5-a517-4661-9004-6d00914b5e84 req-ad2c1433-b6d0-4237-83bc-111cb2b0dde6 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 943 time: 0.8948631 Jan 26 11:49:40.008474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Calling delete_port for c551a375-6db0-4661-989e-72e905571cd0 owned by compute:nova {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:49:40.157945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device c551a375-6db0-4661-989e-72e905571cd0 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:40.309705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:40.334356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:40.426508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Pushing event deleted for resources: {'Port': ['ID=c551a375-6db0-4661-989e-72e905571cd0,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:40.495622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.496072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.496609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.497004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.497412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.497905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.498244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.498725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.499163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.499564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.500546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.500989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.501493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.501890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.502301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.502734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.503127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.503862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.504131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.504524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.504916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.505346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.505748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.506141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:49:40.508584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] No active binding found for port c551a375-6db0-4661-989e-72e905571cd0 {{(pid=80233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 26 11:49:40.509066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device c551a375-6db0-4661-989e-72e905571cd0 not bound to the agent host hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:49:40.510727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:40.521880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172dc5d-d2a0-4809-9aa9-e67677f26f7c req-b820fab3-9a18-414b-8f31-06e40bd0422b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:40.524795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4172dc5d-d2a0-4809-9aa9-e67677f26f7c req-b820fab3-9a18-414b-8f31-06e40bd0422b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 1.2899954 Jan 26 11:49:40.644767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] No DVR routers for this DVR port c551a375-6db0-4661-989e-72e905571cd0 on host hv-cinder-77238 {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:49:40.648672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:40.654134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'name': 'network-vif-deleted', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:40.680599 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-f819b939-12e1-4166-b1a2-a78dce08b3b4 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3028007 Jan 26 11:49:40.685417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:40.686713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:40.713290 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3cebaa89-6c6c-4602-bc97-5a148d1f3122 req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "DELETE /v2.0/ports/c551a375-6db0-4661-989e-72e905571cd0 HTTP/1.1" status: 204 len: 173 time: 1.4956753 Jan 26 11:49:40.767052 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9dbcbfd5-a517-4661-9004-6d00914b5e84 req-5880799c-2c6b-4a45-966b-02ef4cd97b39 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8965924 Jan 26 11:49:41.108638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for 58b7fa22-ebfa-4b07-a04e-e1355bd3026d owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:49:41.242295 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4172dc5d-d2a0-4809-9aa9-e67677f26f7c req-b3e7e3fa-75e3-4c0d-8e07-ac87dbd82788 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6649106 Jan 26 11:49:41.367444 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5fa0d916-55c5-4cb2-bfa1-8a961bc6c7f7 req-46dd00e5-ef51-43b4-8a69-10c7b8dc73a2 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=24ea5b3a-b5dc-44d8-a688-72696d6ea753 HTTP/1.1" status: 200 len: 210 time: 0.4274805 Jan 26 11:49:41.384605 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-64e1b6aa-3f5a-4a55-9971-5b1121a599bb service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5707746 Jan 26 11:49:41.507793 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea5b3a-b5dc-44d8-a688-72696d6ea753', 'name': 'network-vif-deleted', 'tag': 'c551a375-6db0-4661-989e-72e905571cd0', 'status': 'completed', 'code': 200} Jan 26 11:49:41.646175 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c7da0f3b-5837-4f7b-901d-7bd6e76a2668 req-2277d67d-1897-40da-955f-a9f162ab4440 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9087658 Jan 26 11:49:41.867604 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-04168cae-814d-4caf-9249-d2246713a50d req-11211530-1f34-4e3d-90fa-08bd31fb2afb service neutron] 10.222.0.24 "GET /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4691660 Jan 26 11:49:41.924811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:49:41.960049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cbab-54d9-45d1-9a7b-2cb101cdc88a req-118a050c-b907-400e-8a03-9bdd07be61be tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:41.963762 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4690cbab-54d9-45d1-9a7b-2cb101cdc88a req-118a050c-b907-400e-8a03-9bdd07be61be tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.4774778 Jan 26 11:49:41.968779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:42.086333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-09794cd4-6335-4763-af14-3e09d6bc6e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:42.202475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event deleted for resources: {'Port': ['ID=58b7fa22-ebfa-4b07-a04e-e1355bd3026d,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:42.223053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:42.254568 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc3e5bdf-15fa-4896-a151-d708be28decf req-3349bb6b-ca53-4462-97e6-942237824990 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 210 time: 0.1163826 Jan 26 11:49:42.285667 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4690cbab-54d9-45d1-9a7b-2cb101cdc88a req-0f2c7cd4-48fd-4030-8182-571fc25470ea tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144546 Jan 26 11:49:42.395377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] No DVR routers for this DVR port 58b7fa22-ebfa-4b07-a04e-e1355bd3026d on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:49:42.398132 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:42.401373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-deleted', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:42.469130 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dfc18fb8-9c9b-4a26-993a-9d81248c1f66 req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "DELETE /v2.0/ports/58b7fa22-ebfa-4b07-a04e-e1355bd3026d HTTP/1.1" status: 204 len: 173 time: 6.2994676 Jan 26 11:49:42.479460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce', 'name': 'network-vif-deleted', 'tag': '58b7fa22-ebfa-4b07-a04e-e1355bd3026d', 'status': 'completed', 'code': 200} Jan 26 11:49:42.674203 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdc869-f5eb-4b50-9ddf-0dd5cf6fa276 req-a7d2c018-cf4f-4156-a948-29c748a6b335 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:42.675988 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-60fdc869-f5eb-4b50-9ddf-0dd5cf6fa276 req-a7d2c018-cf4f-4156-a948-29c748a6b335 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.1822445 Jan 26 11:49:42.758922 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-60fdc869-f5eb-4b50-9ddf-0dd5cf6fa276 req-c59549e2-7e14-4409-9f9c-f9c6c2b61764 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737095 Jan 26 11:49:43.029413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-10b7d8b0-bb81-417b-83bf-3b92f05e3cba tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:43.032417 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-10b7d8b0-bb81-417b-83bf-3b92f05e3cba tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 809 time: 0.2524037 Jan 26 11:49:43.063606 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-588211fd-4242-4934-a34a-def91805b6b7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/quotas/5e36a78295d04be783ea2fdd780e7352 HTTP/1.1" status: 200 len: 375 time: 0.0193059 Jan 26 11:49:43.153284 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-8b73df2c-d4ab-44ef-8192-f201a1971588 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802205 Jan 26 11:49:43.384895 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-a5e095dc-bc49-451e-8dfd-4e6c067a3254 service neutron] 10.222.0.53 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221014 Jan 26 11:49:43.673928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-31d809ea-643f-4061-ae82-007188444886 req-271d162e-5867-4df2-bbb5-783808e869cb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:49:43.731107 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-4ab868e1-1560-4448-ba35-6ac75111587b service neutron] 10.222.0.53 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3232908 Jan 26 11:49:43.737847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-31d809ea-643f-4061-ae82-007188444886 req-271d162e-5867-4df2-bbb5-783808e869cb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:49:43.739442 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-31d809ea-643f-4061-ae82-007188444886 req-271d162e-5867-4df2-bbb5-783808e869cb tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=eb0b5b2f-6dd8-4efd-a7b8-b324d3fae5ce HTTP/1.1" status: 200 len: 210 time: 0.1290832 Jan 26 11:49:44.256965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a46cfa-0331-42e1-80c7-31c94f35bb46 req-8e84db60-6713-4c91-9dcc-1aefc0a75559 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:44.284148 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23a46cfa-0331-42e1-80c7-31c94f35bb46 req-8e84db60-6713-4c91-9dcc-1aefc0a75559 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3668332 Jan 26 11:49:44.563402 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23a46cfa-0331-42e1-80c7-31c94f35bb46 req-a49d64ff-6f45-4117-bb7a-6b8ff75b86c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775526 Jan 26 11:49:44.758801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:44.760391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a05bb-68cf-4bba-b65d-3e954359a478 req-97c878ef-156b-47da-ac48-e2ce2b4df0bb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:44.762384 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ab8a05bb-68cf-4bba-b65d-3e954359a478 req-97c878ef-156b-47da-ac48-e2ce2b4df0bb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.3437192 Jan 26 11:49:44.890653 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2d595a3d-b6d8-4248-a5c8-d2e42aa1b869 req-6fd0be16-10f8-40b2-acb9-12dedc274245 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.1271293 Jan 26 11:49:44.913344 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ab8a05bb-68cf-4bba-b65d-3e954359a478 req-9ac39243-ffaf-4ad6-9a67-af3ecf1c25e3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980995 Jan 26 11:49:44.993428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:44.994095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:45.369372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1904-f523-4799-9316-9ffcc0e734c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:46.012806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09ccea-73e7-48b1-aa26-6ec71f744d68 req-d1883a90-8f75-44f8-8e20-58bfaaa41bc7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:46.019023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d09ccea-73e7-48b1-aa26-6ec71f744d68 req-d1883a90-8f75-44f8-8e20-58bfaaa41bc7 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2338679 Jan 26 11:49:46.116606 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d09ccea-73e7-48b1-aa26-6ec71f744d68 req-6e0952bd-643e-492c-8fee-e1c031bc3f80 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846472 Jan 26 11:49:46.190045 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47538efc-bdf4-449c-a197-4addbaa45485 req-edb281b3-2293-4437-bdac-e03b36fb85ff tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0720594 Jan 26 11:49:46.609051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc13c8d-0657-48cd-b2e3-2605cf2bc423 req-66279811-b915-4332-a9a5-755229712014 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:46.612257 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0cc13c8d-0657-48cd-b2e3-2605cf2bc423 req-66279811-b915-4332-a9a5-755229712014 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.2535288 Jan 26 11:49:46.697857 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0cc13c8d-0657-48cd-b2e3-2605cf2bc423 req-35978439-0e48-43d1-99ae-5f36a5755761 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737104 Jan 26 11:49:47.631090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1191a-36d1-4d75-ab17-05a82dc57f4e req-8e5bd81f-04a0-4a55-a738-db515643dd18 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:47.632928 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-92e1191a-36d1-4d75-ab17-05a82dc57f4e req-8e5bd81f-04a0-4a55-a738-db515643dd18 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.5237446 Jan 26 11:49:47.684118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ccfe4ff6-037b-4cdd-93c7-1b89d1524807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:47.694225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e96550-9712-4932-acd6-2bae1b387bf1 req-7ba17fa9-d247-4775-8719-19823dc5b82b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:47.696023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c9e96550-9712-4932-acd6-2bae1b387bf1 req-7ba17fa9-d247-4775-8719-19823dc5b82b tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2559042 Jan 26 11:49:47.798805 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-92e1191a-36d1-4d75-ab17-05a82dc57f4e req-94ad4404-8476-4abb-8369-951b4b81c705 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Jan 26 11:49:47.825403 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c9e96550-9712-4932-acd6-2bae1b387bf1 req-ff4f038e-35ac-434d-9035-35dc28bbafb3 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110094 Jan 26 11:49:48.115570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-23c44dac-d6bc-4f6a-8111-606b5fbac27a req-07cca7a1-79db-4576-984e-de49829fe1a3 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0774493 Jan 26 11:49:48.206565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0afd4-fc97-47e1-87ee-052197e1d097 req-0fc25420-4c7f-47ec-8736-d9104b61d441 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:48.208903 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0e0afd4-fc97-47e1-87ee-052197e1d097 req-0fc25420-4c7f-47ec-8736-d9104b61d441 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.2223151 Jan 26 11:49:48.301306 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0e0afd4-fc97-47e1-87ee-052197e1d097 req-73df9371-041c-4b4a-941b-defa073d86b3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836513 Jan 26 11:49:48.534939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:49.315965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb09e-d0eb-4372-9879-6bfe0cb8ad4c req-6589a835-3c08-4b30-a532-81dc5f290e7e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:49.317975 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98aeb09e-d0eb-4372-9879-6bfe0cb8ad4c req-6589a835-3c08-4b30-a532-81dc5f290e7e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.2563231 Jan 26 11:49:49.381890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d62ae-3af7-4aa7-b36e-d5f5d806ccff req-4bc5ff60-1d0c-4af8-878a-dc6902ca3469 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:49.383779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7d1d62ae-3af7-4aa7-b36e-d5f5d806ccff req-4bc5ff60-1d0c-4af8-878a-dc6902ca3469 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2754712 Jan 26 11:49:49.480671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98aeb09e-d0eb-4372-9879-6bfe0cb8ad4c req-736e2dd8-b99e-4f19-acea-3e614409c60c tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956240 Jan 26 11:49:49.497854 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7d1d62ae-3af7-4aa7-b36e-d5f5d806ccff req-9a4545fc-9436-460a-8689-0826a3ffcfba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952151 Jan 26 11:49:49.674383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:49.854118 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-634bdd4b-4703-4567-a335-f1d91b4e0142 req-feb7e0a1-5c91-4dd7-9ba4-9b7c24c48904 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.1196873 Jan 26 11:49:49.977401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540f1b-cf51-4b04-a9e7-75744e4a097a req-792b02bc-1ea3-4b8c-a3f5-36dff1772a6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:49.979509 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7f540f1b-cf51-4b04-a9e7-75744e4a097a req-792b02bc-1ea3-4b8c-a3f5-36dff1772a6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.3226764 Jan 26 11:49:49.987198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:50.053446 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7f540f1b-cf51-4b04-a9e7-75744e4a097a req-aeae992a-1165-46f4-b38c-3850647b5c1b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622444 Jan 26 11:49:51.031927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d094058-9842-4efb-a9b6-8f2d98c3c69b req-448ec0de-8300-48af-9224-1dbf1fa741f2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:51.033914 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1d094058-9842-4efb-a9b6-8f2d98c3c69b req-448ec0de-8300-48af-9224-1dbf1fa741f2 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2669673 Jan 26 11:49:51.123923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4fa29-1ab1-459f-a900-4be452cef181 req-77832851-ef9e-4530-9d20-b2d960b433ae tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:51.127561 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38c4fa29-1ab1-459f-a900-4be452cef181 req-77832851-ef9e-4530-9d20-b2d960b433ae tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.2978542 Jan 26 11:49:51.258486 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38c4fa29-1ab1-459f-a900-4be452cef181 req-45c454d3-fef1-4df7-a97d-fabd9cc020f3 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078551 Jan 26 11:49:51.273709 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1d094058-9842-4efb-a9b6-8f2d98c3c69b req-ce266312-db3f-4086-aafb-ebe65814f875 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230208 Jan 26 11:49:51.612231 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-05d83d98-5d83-4899-8d03-d16ebc682694 req-a30c9236-40aa-48d4-8beb-7db2cc55d023 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0658159 Jan 26 11:49:51.777323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a5046-7fe7-448d-a2d2-d1f80c1c5591 req-7e63f9c1-b1d9-479f-943f-66aa55d50bd1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:51.780347 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e1a5046-7fe7-448d-a2d2-d1f80c1c5591 req-7e63f9c1-b1d9-479f-943f-66aa55d50bd1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.1727722 Jan 26 11:49:51.891373 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e1a5046-7fe7-448d-a2d2-d1f80c1c5591 req-46f2f6df-697c-4803-b2cc-1e98c11edbd3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967641 Jan 26 11:49:52.837186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fd678-cf9d-4d19-b637-608f439f23de req-ce1d76fd-011d-4368-82e8-201e42b4d2a4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:52.839206 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-951fd678-cf9d-4d19-b637-608f439f23de req-ce1d76fd-011d-4368-82e8-201e42b4d2a4 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.3249829 Jan 26 11:49:52.912564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056ef5c-c9b0-4598-8810-73441703b5d5 req-8c27aac7-1f11-4f33-8749-2611b7d14852 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:52.915347 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d056ef5c-c9b0-4598-8810-73441703b5d5 req-8c27aac7-1f11-4f33-8749-2611b7d14852 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3155208 Jan 26 11:49:53.039506 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-951fd678-cf9d-4d19-b637-608f439f23de req-b6db55c9-04f7-4f6b-9f52-811eb1397b06 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868958 Jan 26 11:49:53.062055 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d056ef5c-c9b0-4598-8810-73441703b5d5 req-feb72ee4-bcf0-4c5f-8578-01a5e585a01e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188133 Jan 26 11:49:53.293816 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ec8d4dac-cdd8-4b33-ad69-079bc4a77e1d req-d17dcc42-6a1f-4b58-ae2e-8e9a8a3c6c7a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0915442 Jan 26 11:49:53.480675 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c28ef-3c6d-4714-ba6c-076f13478988 req-30c41efa-b19a-4e98-b349-38aa33750e00 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:53.482451 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a59c28ef-3c6d-4714-ba6c-076f13478988 req-30c41efa-b19a-4e98-b349-38aa33750e00 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.1566360 Jan 26 11:49:53.551733 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a59c28ef-3c6d-4714-ba6c-076f13478988 req-6b994775-7a8e-4ffd-b3a1-e176bd3825aa tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569665 Jan 26 11:49:54.580311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e299cd-96e5-4b26-b867-d550758b2e6c req-e7296b70-841c-481f-9802-8005df0c34e1 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:54.582074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4e299cd-96e5-4b26-b867-d550758b2e6c req-e7296b70-841c-481f-9802-8005df0c34e1 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2580526 Jan 26 11:49:54.657516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801409-972d-492a-b3c9-c2801292dd14 req-bda029a8-89f4-49c2-9946-051377c10aba tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:54.659426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c801409-972d-492a-b3c9-c2801292dd14 req-bda029a8-89f4-49c2-9946-051377c10aba tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.2669201 Jan 26 11:49:54.721541 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4e299cd-96e5-4b26-b867-d550758b2e6c req-cd64266a-9f09-4704-b09f-b0a26a548ef0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316652 Jan 26 11:49:54.754913 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c801409-972d-492a-b3c9-c2801292dd14 req-b6e7d6e0-2f96-42b2-9333-fc51aa0825f7 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876849 Jan 26 11:49:54.949740 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-08a3dd70-6d3e-4cf1-b7f6-267ed569f9ae req-b31728a8-cc0e-446c-9fc7-6356ed0496dd tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0963469 Jan 26 11:49:55.051836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5066-6547-4831-ba58-3b6b0c151dfa req-879ef51c-92f1-4a0d-8a19-033a53d05017 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:55.053552 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16ae5066-6547-4831-ba58-3b6b0c151dfa req-879ef51c-92f1-4a0d-8a19-033a53d05017 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.1523468 Jan 26 11:49:55.127904 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16ae5066-6547-4831-ba58-3b6b0c151dfa req-ea6a5d4b-ab69-4592-b2d2-a47d4ba4b493 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660403 Jan 26 11:49:56.087722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935c86-1c1f-4fee-abb5-3e9a693f74b3 req-ca35167e-ec83-4adf-ac7d-88ed66db5594 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:56.089465 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1935c86-1c1f-4fee-abb5-3e9a693f74b3 req-ca35167e-ec83-4adf-ac7d-88ed66db5594 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2189326 Jan 26 11:49:56.144610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9654d1-f182-49f6-8661-fb615da67fc4 req-75887f81-10b4-4025-b67b-fdafd228a047 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:56.146221 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-de9654d1-f182-49f6-8661-fb615da67fc4 req-75887f81-10b4-4025-b67b-fdafd228a047 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.2287676 Jan 26 11:49:56.242582 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-de9654d1-f182-49f6-8661-fb615da67fc4 req-fdb0930d-7dfd-49fa-ade3-1971509b9bf9 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794797 Jan 26 11:49:56.254836 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1935c86-1c1f-4fee-abb5-3e9a693f74b3 req-20f206f6-06af-45b5-a125-a0821b86c50d tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073895 Jan 26 11:49:56.608058 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f1fae719-72ee-4a00-a906-8db9bea75061 req-ecb24c9e-27fc-4e89-ab47-fd83b605a1ba tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.1195178 Jan 26 11:49:56.887016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-446e3aca-93e8-4420-91f7-c56d9bf8967d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:56.888749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-446e3aca-93e8-4420-91f7-c56d9bf8967d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 809 time: 0.3427880 Jan 26 11:49:56.946416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66c4a-c82b-43d6-a728-59508fe885e2 req-697b7a1e-fd6b-46c2-b0fb-4a6df5826009 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:56.948634 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ac66c4a-c82b-43d6-a728-59508fe885e2 req-697b7a1e-fd6b-46c2-b0fb-4a6df5826009 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.3527927 Jan 26 11:49:56.958258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Request body: {'port': {'device_id': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398', 'admin_state_up': True, 'tenant_id': '5e36a78295d04be783ea2fdd780e7352'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:57.137591 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ac66c4a-c82b-43d6-a728-59508fe885e2 req-1454da81-e208-494f-ba55-27235075605d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551199 Jan 26 11:49:57.187775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:49:57.192335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Usage tracker for resource:port and tenant:5e36a78295d04be783ea2fdd780e7352 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:49:57.195571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:49:57.203950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:49:57.246033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Made reservation on behalf of 5e36a78295d04be783ea2fdd780e7352 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:49:57.262981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:57.865572 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f0f60146-c604-44f2-951b-75fa6cd56072 req-1cc32097-bf6a-4c70-8e4e-df16b99d4ce1 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.0749252 Jan 26 11:49:57.934764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95493f9b-431f-4136-a80a-2f391c128f71 req-e6163363-88d6-4172-9536-5e5cc14c7125 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:57.936642 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95493f9b-431f-4136-a80a-2f391c128f71 req-e6163363-88d6-4172-9536-5e5cc14c7125 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.3892584 Jan 26 11:49:58.069601 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-95493f9b-431f-4136-a80a-2f391c128f71 req-c6d7d2b7-ffb3-4930-b03a-65360195c963 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228101 Jan 26 11:49:58.090008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Allocated IP 172.20.0.11 (dbf6961b-b206-4b93-92b0-286fc5698398/76e46321-3105-4143-a195-4338e0fc5546/44cf91d3-ccb8-4fb5-8397-e0a785c0c176) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:49:58.318171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:49:58.604962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:58.688976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd179-623a-4671-a52d-22560b186a39 req-d2e24475-0dde-4574-9e98-f1fc1cea552a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:58.690753 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-11cbd179-623a-4671-a52d-22560b186a39 req-d2e24475-0dde-4574-9e98-f1fc1cea552a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.3800018 Jan 26 11:49:58.802199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-55ae5f6c-2650-40ff-9dcf-ae6f6e3af52e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:58.803981 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-55ae5f6c-2650-40ff-9dcf-ae6f6e3af52e tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.4418988 Jan 26 11:49:58.827200 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-11cbd179-623a-4671-a52d-22560b186a39 req-9e69a1a0-3821-4ce2-adda-5043d5838ec5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259584 Jan 26 11:49:58.879122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:58.891074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-780f7cc8-37dc-42d9-881c-d626f50ece8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:49:59.033926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:49:59.085494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port 997ff47e-2165-4e8a-8231-54299782ad75 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:49:59.085932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.211147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:49:59.212490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.230186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Pushing event updated for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:49:59.261583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:49:59.405919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.441844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:59.453012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:59.491849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Network dbf6961b-b206-4b93-92b0-286fc5698398 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:49:59.501956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:49:59.553217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:49:59.591761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:59.592512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.680811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e310b1-a81d-4bd3-b19c-3a9f4a990db3 req-8a74720b-9056-4a6e-b38c-f19799724b2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:59.682716 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83e310b1-a81d-4bd3-b19c-3a9f4a990db3 req-8a74720b-9056-4a6e-b38c-f19799724b2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 932 time: 0.6178198 Jan 26 11:49:59.824663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caab4c4-4432-4903-aa67-c2aa40f2f68b req-c4b7cdfe-0ebc-478d-8847-44ee308860b5 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:49:59.829766 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9caab4c4-4432-4903-aa67-c2aa40f2f68b req-c4b7cdfe-0ebc-478d-8847-44ee308860b5 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 946 time: 0.5293896 Jan 26 11:49:59.943783 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83e310b1-a81d-4bd3-b19c-3a9f4a990db3 req-709ea952-c539-42da-80b7-419dcd401829 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891892 Jan 26 11:49:59.959932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=997ff47e-2165-4e8a-8231-54299782ad75,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:49:59.960344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.995399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:49:59.998259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:00.043612 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'code': 200} Jan 26 11:50:00.044970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 997ff47e-2165-4e8a-8231-54299782ad75 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:00.051809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9caab4c4-4432-4903-aa67-c2aa40f2f68b req-78c3dabb-b730-4874-8622-604ee9576e04 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821086 Jan 26 11:50:00.133107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for 997ff47e-2165-4e8a-8231-54299782ad75 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:00.191021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=6']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:00.224207 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2723503 Jan 26 11:50:00.224718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.225757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.226158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.226550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.226989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.227428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.227824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.228104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.228489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.228805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.229181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.229558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.230258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.230423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.230763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.231133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.231508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.231885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.232266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.232641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.233697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.233697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.233697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.238730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:00.262618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Request body: {'port': {'device_id': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:00.268863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:00.371080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:00.428276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=997ff47e-2165-4e8a-8231-54299782ad75,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:00.462250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:00.465917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:00.619768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:00.627085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:00.813519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:00.813859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:50:00.948845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:00.966560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:01.036523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd26d4-a2eb-491d-ae4e-1b57719486a2 req-ab298abc-0c0d-47b5-9645-a30c22353db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:01.039618 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a9dd26d4-a2eb-491d-ae4e-1b57719486a2 req-ab298abc-0c0d-47b5-9645-a30c22353db2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1162 time: 0.1466806 Jan 26 11:50:01.072964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387bc07-0a6e-4dcc-a548-822e2f3436e9 req-5f7bf194-4964-4bf8-a058-a7fadde79159 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:01.075799 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5387bc07-0a6e-4dcc-a548-822e2f3436e9 req-5f7bf194-4964-4bf8-a058-a7fadde79159 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.7478604 Jan 26 11:50:01.118092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:01.118810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:01.127671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a9dd26d4-a2eb-491d-ae4e-1b57719486a2 req-3467df1a-21bb-4a1e-b4e4-1481c38b6eba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770493 Jan 26 11:50:01.170676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-b596e0ea-24b0-4510-ba22-905ae41ffeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:01.172404 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-b596e0ea-24b0-4510-ba22-905ae41ffeeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 1162 time: 0.7740965 Jan 26 11:50:01.315052 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5387bc07-0a6e-4dcc-a548-822e2f3436e9 req-5aee96b5-faf2-48b5-b581-48ac425e8c87 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728902 Jan 26 11:50:01.323238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Deleting port 997ff47e-2165-4e8a-8231-54299782ad75 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:01.323624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:02.044694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:02.151385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480ab8a-a091-4507-a4d7-1e076302f7bb req-c8139632-7c14-4038-9588-00182e711d02 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:02.152760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-e480ab8a-a091-4507-a4d7-1e076302f7bb req-c8139632-7c14-4038-9588-00182e711d02 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Synchronizing usage tracker for tenant:5e36a78295d04be783ea2fdd780e7352 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:50:02.582377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-e480ab8a-a091-4507-a4d7-1e076302f7bb req-c8139632-7c14-4038-9588-00182e711d02 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Unset dirty status for tenant:5e36a78295d04be783ea2fdd780e7352 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:50:02.584674 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e480ab8a-a091-4507-a4d7-1e076302f7bb req-c8139632-7c14-4038-9588-00182e711d02 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 932 time: 1.4165952 Jan 26 11:50:02.619600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-9e283ee3-27d7-4e4e-ae57-dc05283fd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:02.621237 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-9e283ee3-27d7-4e4e-ae57-dc05283fd02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 1.0253494 Jan 26 11:50:02.884665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] For port 997ff47e-2165-4e8a-8231-54299782ad75, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=997ff47e-2165-4e8a-8231-54299782ad75,segment=NetworkSegment(db70f30e-1dd1-481f-8931-9694b1ccdbe8),segment_id=db70f30e-1dd1-481f-8931-9694b1ccdbe8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:02.884665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:02.980947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7686687-2479-406d-9681-e4820ed3b548 req-af0e2e60-532d-48c6-8301-37a4a7ebf6fe tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:02.983382 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f7686687-2479-406d-9681-e4820ed3b548 req-af0e2e60-532d-48c6-8301-37a4a7ebf6fe tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 944 time: 1.3260739 Jan 26 11:50:03.046776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:03.165936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 54f5e6a6-f7fc-431f-a92b-92facfa8196e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:03.166660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:03.234945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Calling delete_port for 997ff47e-2165-4e8a-8231-54299782ad75 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:03.306040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e480ab8a-a091-4507-a4d7-1e076302f7bb req-34a8a275-8906-4d01-bdc2-b1d992446437 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953893 Jan 26 11:50:03.365993 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-bad05507-30e8-44eb-909f-97a7970b9c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 200 len: 1001 time: 0.7149911 Jan 26 11:50:03.426440 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75', 'code': 200} Jan 26 11:50:03.466166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:50:03.513035 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f7686687-2479-406d-9681-e4820ed3b548 req-e78f77cb-372b-4037-bb43-a2403a354cfa tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/security-groups?id=92a7a636-6c2a-4216-93b6-e9e7db6ab570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081508 Jan 26 11:50:03.697633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-eea94e14-d2e5-4773-abe8-bc4c605e9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:03.700261 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-eea94e14-d2e5-4773-abe8-bc4c605e9bce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.3163712 Jan 26 11:50:03.838433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:04.080160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:50:04.102559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:04.225606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Transition to ACTIVE for port object 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:50:04.301543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca71080-8cab-4db2-bd53-7870371fbe6a req-f08f01d4-a2f3-43ae-b6b0-d5f71856348e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:04.303405 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cca71080-8cab-4db2-bd53-7870371fbe6a req-f08f01d4-a2f3-43ae-b6b0-d5f71856348e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.7229841 Jan 26 11:50:04.311775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:04.328886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:04.371133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:04.415628 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-18e5010c-f3bc-412b-adf5-e19332d9132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:04.418495 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-18e5010c-f3bc-412b-adf5-e19332d9132f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7000008 Jan 26 11:50:04.848143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Pushing event updated for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:04.876297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:04.880073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:04.927038 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cca71080-8cab-4db2-bd53-7870371fbe6a req-c65addeb-3f4d-4dc7-bd14-39432906b873 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5957994 Jan 26 11:50:04.990557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Pushing event deleted for resources: {'Port': ['ID=997ff47e-2165-4e8a-8231-54299782ad75,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:05.013639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:05.087736 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-9e8c8de7-1c5b-47f2-921e-5677e23b3ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954359 Jan 26 11:50:05.143047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982559e-7898-444a-a10d-039c59eb137e req-070aa7c2-45e6-4cea-8ad2-295cc888c7ba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:05.144852 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7982559e-7898-444a-a10d-039c59eb137e req-070aa7c2-45e6-4cea-8ad2-295cc888c7ba tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.8404222 Jan 26 11:50:05.312788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] No DVR routers for this DVR port 997ff47e-2165-4e8a-8231-54299782ad75 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:50:05.387744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:05.398347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-deleted', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:05.587243 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7982559e-7898-444a-a10d-039c59eb137e req-43ac4840-22af-4225-be5f-d3ccc86250e8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990600 Jan 26 11:50:05.606748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cf40e369-64cf-444a-bcea-6fcd45dc0c9d req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.24 "DELETE /v2.0/ports/997ff47e-2165-4e8a-8231-54299782ad75 HTTP/1.1" status: 204 len: 173 time: 6.7915325 Jan 26 11:50:05.623114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Attempting to bind port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:50:05.623726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Attempting to bind port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:50:05.624366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Attempting to bind port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 on network dbf6961b-b206-4b93-92b0-286fc5698398 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:50:05.652669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:05.652999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Checking segment: {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:50:05.653544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:05.654067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Bound using segment: {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:05.654580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Bound port: 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9ca12d-767d-477a-8137-2132a663d175', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dbf6961b-b206-4b93-92b0-286fc5698398'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:50:05.655301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:05.677663 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-210fe870-f65b-42d3-b3f2-4a0e41980580 req-56c660a8-2dc2-4527-8dce-aa58a7443ffc service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5008202 Jan 26 11:50:05.745351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495a3cc-797d-4d52-908f-64f8d31290d0 req-f494cd45-780c-42de-b0fc-6b1a4cb5ab95 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:05.747307 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7495a3cc-797d-4d52-908f-64f8d31290d0 req-f494cd45-780c-42de-b0fc-6b1a4cb5ab95 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 944 time: 0.6013319 Jan 26 11:50:05.881538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-032c5b42-595e-4f13-875c-d00b33d5bbf5 req-e98aed79-a591-4772-a430-d032bf3bd8bc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Synchronizing usage tracker for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:50:05.975078 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7495a3cc-797d-4d52-908f-64f8d31290d0 req-aa246450-d76f-4a0a-b85e-37204e8f80b7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918561 Jan 26 11:50:05.986126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] For port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:50:05.991679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] For port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:50:06.017504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-032c5b42-595e-4f13-875c-d00b33d5bbf5 req-e98aed79-a591-4772-a430-d032bf3bd8bc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Unset dirty status for tenant:2c7e3a5d822649eda5fc4b2d6e997ae5 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:50:06.019857 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-032c5b42-595e-4f13-875c-d00b33d5bbf5 req-e98aed79-a591-4772-a430-d032bf3bd8bc tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] 10.222.0.53 "GET /v2.0/ports?device_id=b5df211a-02c9-44d0-a56c-28ef60f52a7e HTTP/1.1" status: 200 len: 210 time: 0.2356079 Jan 26 11:50:06.050759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:06.086358 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5df211a-02c9-44d0-a56c-28ef60f52a7e', 'name': 'network-vif-deleted', 'tag': '997ff47e-2165-4e8a-8231-54299782ad75', 'status': 'completed', 'code': 200} Jan 26 11:50:06.087270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:06.366224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Pushing event updated for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:06.374794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:06.430559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:06.431482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:06.433473 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] 10.222.0.24 "PUT /v2.0/ports/44cf91d3-ccb8-4fb5-8397-e0a785c0c176 HTTP/1.1" status: 200 len: 1158 time: 6.1799307 Jan 26 11:50:06.491095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7c455-7e4a-4e70-b62d-0ab1ee67a003 req-626b9d6c-3995-45ce-a353-9598c93bac22 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:06.492856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ebf7c455-7e4a-4e70-b62d-0ab1ee67a003 req-626b9d6c-3995-45ce-a353-9598c93bac22 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2570314 Jan 26 11:50:06.644461 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ebf7c455-7e4a-4e70-b62d-0ab1ee67a003 req-6a07e868-dd66-446c-8c36-8bad3a20a86a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418700 Jan 26 11:50:06.694997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-19756007-7dc9-4d41-8376-2f7e60b458dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:06.698003 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-19756007-7dc9-4d41-8376-2f7e60b458dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 1161 time: 0.1272812 Jan 26 11:50:06.925322 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-1b74326f-98f3-447d-ac38-b79525aa91bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176 HTTP/1.1" status: 200 len: 217 time: 0.1964548 Jan 26 11:50:07.047138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-e1af8be0-e660-4a58-95d9-e0da9567a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:07.049672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-e1af8be0-e660-4a58-95d9-e0da9567a694 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76e46321-3105-4143-a195-4338e0fc5546 HTTP/1.1" status: 200 len: 849 time: 0.1056228 Jan 26 11:50:07.118536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf838b-8040-4a0f-a6ce-6dbb36d10fb5 req-661b1150-68f8-4adc-8829-7adb15288fb8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:07.120349 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5daf838b-8040-4a0f-a6ce-6dbb36d10fb5 req-661b1150-68f8-4adc-8829-7adb15288fb8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.2719917 Jan 26 11:50:07.448973 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-7a805176-ab15-40aa-8f5e-4410501e292d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf6961b-b206-4b93-92b0-286fc5698398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3225527 Jan 26 11:50:07.692733 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5daf838b-8040-4a0f-a6ce-6dbb36d10fb5 req-25a299a3-b8af-4ef0-a953-d6f4dea25d36 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141370 Jan 26 11:50:07.861106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732deee-327b-4683-9bea-5be12e2142f0 req-1db45d0d-bf72-412f-be40-c2afad16afab tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:07.861106 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6732deee-327b-4683-9bea-5be12e2142f0 req-1db45d0d-bf72-412f-be40-c2afad16afab tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 944 time: 0.6814270 Jan 26 11:50:07.870113 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-a1f5f9ac-5c32-4351-aa04-dc65ac9e20f5 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669126 Jan 26 11:50:07.919155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36006) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:07.993363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-63110362-a3b0-4dfe-9c4d-c56cec97e7c4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:07.995144 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-63110362-a3b0-4dfe-9c4d-c56cec97e7c4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 0.5451233 Jan 26 11:50:08.086988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Deleting subnet 66e61750-76fe-4cb9-bf06-5de337705380 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:50:08.092808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.108146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:08.228042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.262590 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6732deee-327b-4683-9bea-5be12e2142f0 req-aa93a6ea-3303-4fe7-84e2-ba550436b337 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900599 Jan 26 11:50:08.268625 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176', 'status': 'completed', 'code': 200} Jan 26 11:50:08.343595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Deleting port 245d3040-3aa6-408a-bbea-c054a32cae26 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:08.344132 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.371555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.442895 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-729ff44f-468d-48cc-a289-51d6b65ceb47 req-2db1c978-c610-4dfd-b598-271fd91a68f5 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5626245 Jan 26 11:50:08.836145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.861319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d9a6cdc0-7080-4ed5-b7c8-79f2f73b3ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:08.928922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 245d3040-3aa6-408a-bbea-c054a32cae26 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:08.931355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=245d3040-3aa6-408a-bbea-c054a32cae26,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:08.931905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:08.932112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e61750-76fe-4cb9-bf06-5de337705380,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:09.003495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:09.059383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.075270 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/66e61750-76fe-4cb9-bf06-5de337705380 HTTP/1.1" status: 204 len: 168 time: 1.1503649 Jan 26 11:50:09.077479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36014) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:09.141090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.183948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=245d3040-3aa6-408a-bbea-c054a32cae26,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:09.185084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:09.226528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.229782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:09.233606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.308154 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26', 'code': 200} Jan 26 11:50:09.352916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Calling delete_port for 245d3040-3aa6-408a-bbea-c054a32cae26 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:09.378458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:09.385607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:09.420960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-a003d5a9-82d1-4892-bd38-3f963d009b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:09.424104 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-a003d5a9-82d1-4892-bd38-3f963d009b90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e36a78295d04be783ea2fdd780e7352&device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 1161 time: 0.7390242 Jan 26 11:50:09.537731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.703496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:09.724314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db70f30e-1dd1-481f-8931-9694b1ccdbe8') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:09.724771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db70f30e-1dd1-481f-8931-9694b1ccdbe8') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:09.741447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.763945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:09.768200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:50:10.066835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe13a92-7a17-4b36-8b4d-1b50e0408856 req-d58d8578-2cf7-4325-8bfd-153eebda3f66 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:10.070209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1fe13a92-7a17-4b36-8b4d-1b50e0408856 req-d58d8578-2cf7-4325-8bfd-153eebda3f66 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 946 time: 1.1108682 Jan 26 11:50:10.086478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:10.087322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:50:10.096472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-22d759a3-0cbd-4515-9c6f-a21f2ade4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:10.099617 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-22d759a3-0cbd-4515-9c6f-a21f2ade4383 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 200 len: 903 time: 0.6541004 Jan 26 11:50:10.356631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:10.377426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:10.377955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708629e-7419-410b-a4bc-83a9af0c2d2c req-0a8c0e67-7446-4972-b3b1-ebafa089384a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:10.380796 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c708629e-7419-410b-a4bc-83a9af0c2d2c req-0a8c0e67-7446-4972-b3b1-ebafa089384a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 944 time: 0.8071978 Jan 26 11:50:10.441903 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1fe13a92-7a17-4b36-8b4d-1b50e0408856 req-b0a23d79-eb60-4760-8530-5104f74ea891 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577585 Jan 26 11:50:10.444217 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-deb3b1f5-e95a-4e19-8ce1-f0cdf20568bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176 HTTP/1.1" status: 200 len: 217 time: 0.2677748 Jan 26 11:50:10.592107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Deleting port 245d3040-3aa6-408a-bbea-c054a32cae26 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:10.592690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:10.710972 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c708629e-7419-410b-a4bc-83a9af0c2d2c req-310a8749-7042-4cff-9617-6197bdd43ccc tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926440 Jan 26 11:50:10.724794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Network 2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:10.763439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-8112d7aa-da04-418b-a814-30e7294278b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:10.766323 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-8112d7aa-da04-418b-a814-30e7294278b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=76e46321-3105-4143-a195-4338e0fc5546 HTTP/1.1" status: 200 len: 849 time: 0.2976441 Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:10.766571 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:10.931174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:10.938452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:10.950636 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-a69c34ba-d577-47db-a640-856e5c6b8efc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf6961b-b206-4b93-92b0-286fc5698398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730661 Jan 26 11:50:10.964991 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:10.983049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:10.992893 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ad9d77e-6d7e-42b0-b7b3-a078b5ad81fb HTTP/1.1" status: 204 len: 168 time: 1.9112945 Jan 26 11:50:10.992893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:11.318036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36024) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:11.404332 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a0212622-6a28-4224-84d8-bdf2ddc6aed1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c7e3a5d822649eda5fc4b2d6e997ae5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0826216 Jan 26 11:50:11.408814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36028) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:11.496223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:11.539218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:11.594057 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-33323aed-81c6-41f0-a47c-b0b4963a2943 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277375 Jan 26 11:50:11.621191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:11.643988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:11.654700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3e06cef8-923c-4c53-8a55-eba9bcee2a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:11.680909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a7a636-6c2a-4216-93b6-e9e7db6ab570,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:11.688239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:11.692269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:11.698447 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92a7a636-6c2a-4216-93b6-e9e7db6ab570 HTTP/1.1" status: 204 len: 168 time: 0.2843974 Jan 26 11:50:11.726575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] For port 245d3040-3aa6-408a-bbea-c054a32cae26, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=245d3040-3aa6-408a-bbea-c054a32cae26,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:11.727123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:11.826367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:50:11.835873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:11.837013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:12.023266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Calling delete_port for 245d3040-3aa6-408a-bbea-c054a32cae26 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:12.083150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:12.140074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:12.160280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:12.197650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:12.203539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:12.244364 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4784f8d0-6c04-43eb-adc7-8dc49ea03614 req-63ff33ce-ac84-4a0b-837a-c32f6afd3612 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6426780 Jan 26 11:50:12.358736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:12.362731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:12.374840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10c4c5-c517-438a-85f7-2406df1c206d req-0c0bee5e-7f2a-4daa-83e9-53f750695b19 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:12.376584 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5c10c4c5-c517-438a-85f7-2406df1c206d req-0c0bee5e-7f2a-4daa-83e9-53f750695b19 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 944 time: 0.7410614 Jan 26 11:50:12.573444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e21206-84fc-409c-9d6d-f045c13e325a req-5474f6ed-2b93-4dea-9965-b74007bedbcb tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:12.575514 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66e21206-84fc-409c-9d6d-f045c13e325a req-5474f6ed-2b93-4dea-9965-b74007bedbcb tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.5010588 Jan 26 11:50:12.595847 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5c10c4c5-c517-438a-85f7-2406df1c206d req-c6fcc6d5-d5dc-48df-9ced-bdfbcefe4d9d tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776600 Jan 26 11:50:12.631982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:12.661010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-50cdc393-3b78-400d-839c-d4d4b5654b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:12.757719 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176', 'code': 200} Jan 26 11:50:12.776044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Pushing event deleted for resources: {'Port': ['ID=245d3040-3aa6-408a-bbea-c054a32cae26,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:12.784350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:12.893351 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66e21206-84fc-409c-9d6d-f045c13e325a req-e4cf24bc-e9ea-494a-975f-5d1a6d4fbaf7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984905 Jan 26 11:50:13.031820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] No DVR routers for this DVR port 245d3040-3aa6-408a-bbea-c054a32cae26 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:50:13.034983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:13.039317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-deleted', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:13.054648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4abcbbb-312c-4e86-b435-040c30d1712b req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "DELETE /v2.0/ports/245d3040-3aa6-408a-bbea-c054a32cae26 HTTP/1.1" status: 204 len: 173 time: 5.0440347 Jan 26 11:50:13.153960 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e324d4-cbd8-4d80-be68-eab292b89959', 'name': 'network-vif-deleted', 'tag': '245d3040-3aa6-408a-bbea-c054a32cae26', 'status': 'completed', 'code': 200} Jan 26 11:50:13.386726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:13.396632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a797e-f427-4034-864b-faaa4afbf9b0 req-e8811a56-ddde-42e6-85c7-6e2123626da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:13.402092 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cf7a797e-f427-4034-864b-faaa4afbf9b0 req-e8811a56-ddde-42e6-85c7-6e2123626da8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 1163 time: 0.1224661 Jan 26 11:50:13.452979 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cf7a797e-f427-4034-864b-faaa4afbf9b0 req-278f39f1-be77-4c27-a0b3-235ff59fdd87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Jan 26 11:50:13.480224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:13.480686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:13.952753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b204245d-261d-41c4-83b0-71edc9fbf564 req-3afb49e9-e144-4786-a41f-5210d5efb9ed tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Synchronizing usage tracker for tenant:cdd207cc254b4612ac26623340e0c94b on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:50:14.012276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b204245d-261d-41c4-83b0-71edc9fbf564 req-3afb49e9-e144-4786-a41f-5210d5efb9ed tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Unset dirty status for tenant:cdd207cc254b4612ac26623340e0c94b on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:50:14.015003 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b204245d-261d-41c4-83b0-71edc9fbf564 req-3afb49e9-e144-4786-a41f-5210d5efb9ed tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=51e324d4-cbd8-4d80-be68-eab292b89959 HTTP/1.1" status: 200 len: 210 time: 0.1232946 Jan 26 11:50:14.385645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89e19f-fab8-4ced-befb-d4193e14e668 req-8acb9c58-976e-443b-b6d9-9be44492e2ee tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:14.387913 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6d89e19f-fab8-4ced-befb-d4193e14e668 req-8acb9c58-976e-443b-b6d9-9be44492e2ee tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.2319400 Jan 26 11:50:14.517602 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6d89e19f-fab8-4ced-befb-d4193e14e668 req-11fb9521-71c0-4be3-925a-a8dfe5bb0e89 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157134 Jan 26 11:50:15.236655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:15.429781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:15.430615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:15.521077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7e55032e-1031-423e-ad10-73059357673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:15.926964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e570ca-6cc6-44ac-8481-b86a93a893a6 req-1e7d8c66-23f9-4ffc-8e1a-639acc105e48 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:15.929764 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79e570ca-6cc6-44ac-8481-b86a93a893a6 req-1e7d8c66-23f9-4ffc-8e1a-639acc105e48 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.2255676 Jan 26 11:50:16.052726 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-79e570ca-6cc6-44ac-8481-b86a93a893a6 req-344fb592-2852-41de-a4b1-bc03e992a21d tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984163 Jan 26 11:50:16.290183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483c758-8a7b-4829-b20f-5fbe38a1ddcb req-8567eb29-1dd4-4488-b91b-381c7bfff8f8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:16.306395 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2483c758-8a7b-4829-b20f-5fbe38a1ddcb req-8567eb29-1dd4-4488-b91b-381c7bfff8f8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2517831 Jan 26 11:50:16.399772 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2483c758-8a7b-4829-b20f-5fbe38a1ddcb req-a8efc00f-eb1f-4a56-a5db-70b142311009 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916147 Jan 26 11:50:17.654721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885795d-10f2-497b-b553-945f464b4e39 req-80a19e52-f6f9-47a6-86a2-eb31d6fd1fb2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:17.658213 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7885795d-10f2-497b-b553-945f464b4e39 req-80a19e52-f6f9-47a6-86a2-eb31d6fd1fb2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.2742527 Jan 26 11:50:17.694050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e883a909-ca08-478d-81b6-41f8600e8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:17.871851 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7885795d-10f2-497b-b553-945f464b4e39 req-f7878a51-d123-49cc-9e79-2bea075b4384 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288943 Jan 26 11:50:17.943438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f094-f48a-401b-81f0-e427e95b09bc req-5b91941c-2a53-474e-94fb-4efac74b81d9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:17.945189 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b43f094-f48a-401b-81f0-e427e95b09bc req-5b91941c-2a53-474e-94fb-4efac74b81d9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.2854638 Jan 26 11:50:18.034971 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b43f094-f48a-401b-81f0-e427e95b09bc req-0bcabbdb-2886-4b30-87b3-249a0685e7c0 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717430 Jan 26 11:50:18.416978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:18.706913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4dc1a-1b3d-48c0-a335-5c4a87eae8a5 req-fa892e3f-653c-437b-a47e-1f05acada796 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:18.708783 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f9c4dc1a-1b3d-48c0-a335-5c4a87eae8a5 req-fa892e3f-653c-437b-a47e-1f05acada796 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.1478491 Jan 26 11:50:18.809052 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f9c4dc1a-1b3d-48c0-a335-5c4a87eae8a5 req-57ab96dd-f1f8-4af0-947c-29ce7549f84c tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918164 Jan 26 11:50:18.912328 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:50:19.392717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a32b-53a2-428e-89b1-6fb35d1f6e1d req-0743cd84-b8e3-4b04-8c1f-cf2bb45e241b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:19.395807 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9189a32b-53a2-428e-89b1-6fb35d1f6e1d req-0743cd84-b8e3-4b04-8c1f-cf2bb45e241b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.2649381 Jan 26 11:50:19.510751 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9189a32b-53a2-428e-89b1-6fb35d1f6e1d req-ec6e8f65-67f6-4dee-be80-f27d67e30fa8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065130 Jan 26 11:50:19.601116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d202b8-57d7-4cfc-a455-51a234e23d8f req-4d8cc29d-098e-4762-bd65-0b50d5a04129 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:19.602926 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-09d202b8-57d7-4cfc-a455-51a234e23d8f req-4d8cc29d-098e-4762-bd65-0b50d5a04129 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.3762624 Jan 26 11:50:19.663131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:19.687408 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-09d202b8-57d7-4cfc-a455-51a234e23d8f req-ed230b7a-648a-407b-af4c-2a98d2c2effb tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Jan 26 11:50:20.015078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:20.175216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f3736-aed0-4ca3-a195-027443df30aa req-65235095-0b7e-4fe3-b84f-a4220e0f578b tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:20.177080 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-410f3736-aed0-4ca3-a195-027443df30aa req-65235095-0b7e-4fe3-b84f-a4220e0f578b tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.1920605 Jan 26 11:50:20.259331 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-410f3736-aed0-4ca3-a195-027443df30aa req-8ea1d8c9-0d47-4c5c-aef9-f7e1f183ddce tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697975 Jan 26 11:50:21.003595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-098d466f-3b06-4690-aa39-09bed5cd801c tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:21.006186 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-098d466f-3b06-4690-aa39-09bed5cd801c tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 946 time: 0.3696415 Jan 26 11:50:21.043699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:21.181637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ff3eb-f762-4c33-b387-85460d8fa46b req-a1a3751a-1bbf-4dfd-a62e-0510c85aa029 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:21.184291 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-928ff3eb-f762-4c33-b387-85460d8fa46b req-a1a3751a-1bbf-4dfd-a62e-0510c85aa029 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.4664369 Jan 26 11:50:21.297187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:21.341023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:21.363968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:21.407580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:21.410040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:21.417485 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-928ff3eb-f762-4c33-b387-85460d8fa46b req-d71d0954-cf0f-486c-8c4d-fe5117086d0c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643901 Jan 26 11:50:21.449075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Deleting port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:21.450815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:21.542736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:21.551300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:21.648141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6cdcf-8220-4697-971b-8d2ab71e8aee req-1dabbd01-8931-4c1f-b98a-49c053e333a4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:21.651553 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-05d6cdcf-8220-4697-971b-8d2ab71e8aee req-1dabbd01-8931-4c1f-b98a-49c053e333a4 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.6434395 Jan 26 11:50:21.943426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-05d6cdcf-8220-4697-971b-8d2ab71e8aee req-498be6ee-90cd-4812-a417-bd8cbcf4af94 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503483 Jan 26 11:50:22.077269 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176', 'code': 200} Jan 26 11:50:22.413168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] For port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,segment=NetworkSegment(6f9ca12d-767d-477a-8137-2132a663d175),segment_id=6f9ca12d-767d-477a-8137-2132a663d175)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:22.413763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:22.493070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54576-7fea-4756-a3a3-d4b2793c4695 req-73069238-b9d8-4fb8-9c07-be8f354e9455 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:22.495897 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1b54576-7fea-4756-a3a3-d4b2793c4695 req-73069238-b9d8-4fb8-9c07-be8f354e9455 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 944 time: 0.6714582 Jan 26 11:50:22.705060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Calling delete_port for 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:22.949898 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1b54576-7fea-4756-a3a3-d4b2793c4695 req-830f4b6f-1e2f-4823-ac58-453f4035b7f4 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/security-groups?id=0a75e5a0-748b-4f97-982b-0559dcbbd480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664610 Jan 26 11:50:23.149654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf928a-9a65-48d8-95e3-68d855f424fc req-263d7275-1ce1-436e-9977-a2ebdbe566ef tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:23.152716 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3bf928a-9a65-48d8-95e3-68d855f424fc req-263d7275-1ce1-436e-9977-a2ebdbe566ef tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.4744022 Jan 26 11:50:23.503310 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3bf928a-9a65-48d8-95e3-68d855f424fc req-c9c58833-65f2-41c0-a64a-5a646619d1cd tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780583 Jan 26 11:50:23.602106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:23.652416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:23.792496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Pushing event deleted for resources: {'Port': ['ID=44cf91d3-ccb8-4fb5-8397-e0a785c0c176,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:23.941058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.941460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.941867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.942260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.942653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.943067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.943455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.943862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.944249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.944639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.945021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.945403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.945870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.946258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.946635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.947046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.947505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.947850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.948168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.948657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.949010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.949399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.949783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:23.950163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:24.007791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746edc-e2c3-4e98-8666-527f286131ba req-2fb26ea4-dd05-4cf7-98be-9d1be8575620 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:24.009564 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8746edc-e2c3-4e98-8666-527f286131ba req-2fb26ea4-dd05-4cf7-98be-9d1be8575620 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.7827213 Jan 26 11:50:24.010523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:24.176950 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a8746edc-e2c3-4e98-8666-527f286131ba req-c9709dac-f088-4ba6-877c-97562ccbbac1 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492455 Jan 26 11:50:24.260066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-03ad570c-118e-46d0-ac03-f1e9a7051afd tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:24.262739 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-03ad570c-118e-46d0-ac03-f1e9a7051afd tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 946 time: 0.7571924 Jan 26 11:50:24.430781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] No DVR routers for this DVR port 44cf91d3-ccb8-4fb5-8397-e0a785c0c176 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:50:24.434764 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f7fb97a3-97f2-4817-adbf-6f1b21706227 req-c4171ebe-4b52-43ac-a670-00112c2547f6 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.53 "GET /v2.0/ports?device_id=a21ef3da-2f92-47ed-832f-0e2955ee28a9 HTTP/1.1" status: 200 len: 210 time: 0.1706285 Jan 26 11:50:24.439722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:24.443068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-deleted', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:24.485745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Deleting port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:24.486112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:24.550970 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21ef3da-2f92-47ed-832f-0e2955ee28a9', 'name': 'network-vif-deleted', 'tag': '44cf91d3-ccb8-4fb5-8397-e0a785c0c176', 'status': 'completed', 'code': 200} Jan 26 11:50:24.576381 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d02ce2d4-e344-4802-bb71-f6e43e70afad req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] 10.222.0.24 "DELETE /v2.0/ports/44cf91d3-ccb8-4fb5-8397-e0a785c0c176 HTTP/1.1" status: 204 len: 173 time: 3.4947884 Jan 26 11:50:25.157275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device f66c6392-7cf5-4178-b8ab-6e494b26b7d2 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:25.183399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:25.184244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:25.298543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f68d-3de3-489c-b213-21e507ea7344 req-ff89068e-ffaf-4cad-a828-35ec5a728c22 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:25.298543 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b737f68d-3de3-489c-b213-21e507ea7344 req-ff89068e-ffaf-4cad-a828-35ec5a728c22 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.5179169 Jan 26 11:50:25.338618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:25.398433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:25.424492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:25.472475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:25.476184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:25.487879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Calling delete_port for f66c6392-7cf5-4178-b8ab-6e494b26b7d2 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:25.563488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:25.568041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:25.625547 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b737f68d-3de3-489c-b213-21e507ea7344 req-6db37793-c1e5-4fb3-a849-6a05c31a33d1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219891 Jan 26 11:50:25.744033 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2', 'code': 200} Jan 26 11:50:25.750714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16504-55b0-4216-bd7e-e3dfe8fb700f req-f3bcf7de-476e-4f2e-8299-439e3d8c72ee tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:25.752506 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dac16504-55b0-4216-bd7e-e3dfe8fb700f req-f3bcf7de-476e-4f2e-8299-439e3d8c72ee tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 944 time: 0.2758636 Jan 26 11:50:25.758247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:25.758247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:50:25.869945 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dac16504-55b0-4216-bd7e-e3dfe8fb700f req-a6e692f6-2bc5-4dff-bc4b-88b469606682 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042905 Jan 26 11:50:26.257388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Deleting port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:26.259561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:26.650455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] For port f66c6392-7cf5-4178-b8ab-6e494b26b7d2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:26.650923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:26.801858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Calling delete_port for f66c6392-7cf5-4178-b8ab-6e494b26b7d2 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:27.298122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:27.298668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ba889-4928-4f0a-a075-e8f06ad4ff4f req-67bdaf22-bcf3-4fef-b120-5517d62ef912 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:27.300007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-432ba889-4928-4f0a-a075-e8f06ad4ff4f req-67bdaf22-bcf3-4fef-b120-5517d62ef912 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.4639351 Jan 26 11:50:27.400281 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:27.400749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:27.431791 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-432ba889-4928-4f0a-a075-e8f06ad4ff4f req-ac79a600-3f94-4ab1-8802-d5cf3ae5f358 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217179 Jan 26 11:50:27.483927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b92713-b5a2-4715-a3e5-998bc6930835 req-feff2c7c-dd70-4770-a3d5-fb9b3892c1e1 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:27.485583 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4b92713-b5a2-4715-a3e5-998bc6930835 req-feff2c7c-dd70-4770-a3d5-fb9b3892c1e1 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 944 time: 0.3200245 Jan 26 11:50:27.583896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:27.614913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a6e176a-b0bf-4ad1-b9ed-515aaa6b8f64 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:27.723007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e4b92713-b5a2-4715-a3e5-998bc6930835 req-b8c753ed-cf3b-48af-af7e-55b0ca12bed8 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/security-groups?id=baf0d061-c307-4ceb-be05-f60e56d1f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179246 Jan 26 11:50:27.752608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Pushing event deleted for resources: {'Port': ['ID=f66c6392-7cf5-4178-b8ab-6e494b26b7d2,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:27.758766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:28.006151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] No DVR routers for this DVR port f66c6392-7cf5-4178-b8ab-6e494b26b7d2 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:50:28.009716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:28.015658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-deleted', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:28.096858 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c83dc-3317-4d81-9491-20aed391ff18', 'name': 'network-vif-deleted', 'tag': 'f66c6392-7cf5-4178-b8ab-6e494b26b7d2', 'status': 'completed', 'code': 200} Jan 26 11:50:28.115577 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a906f1ae-d0d4-437e-b723-6d14b4651fa7 req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.24 "DELETE /v2.0/ports/f66c6392-7cf5-4178-b8ab-6e494b26b7d2 HTTP/1.1" status: 204 len: 173 time: 3.8463554 Jan 26 11:50:28.796699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee94ab1-029d-4f3e-8e2b-8049d54b9dba req-80d7bef7-6774-4c8b-9527-560e00bf4686 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:28.798947 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ee94ab1-029d-4f3e-8e2b-8049d54b9dba req-80d7bef7-6774-4c8b-9527-560e00bf4686 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.1864424 Jan 26 11:50:28.879675 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ee94ab1-029d-4f3e-8e2b-8049d54b9dba req-c8ec8158-fcef-4657-948e-9a4b2e840c96 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721798 Jan 26 11:50:29.014362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7fda7488-d020-4553-8bac-b096a09af238 req-85e75621-ada5-42fc-b831-ed15171acc3e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Synchronizing usage tracker for tenant:cdd207cc254b4612ac26623340e0c94b on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:50:29.078657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7fda7488-d020-4553-8bac-b096a09af238 req-85e75621-ada5-42fc-b831-ed15171acc3e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Unset dirty status for tenant:cdd207cc254b4612ac26623340e0c94b on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:50:29.081561 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fda7488-d020-4553-8bac-b096a09af238 req-85e75621-ada5-42fc-b831-ed15171acc3e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] 10.222.0.53 "GET /v2.0/ports?device_id=1c8c83dc-3317-4d81-9491-20aed391ff18 HTTP/1.1" status: 200 len: 210 time: 0.1273711 Jan 26 11:50:29.824988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df589c7c-2f44-422e-bc9e-91dfd9f1a11a req-45981021-3ed9-4651-8ef1-36c9a2d1eed4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:29.835525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df589c7c-2f44-422e-bc9e-91dfd9f1a11a req-45981021-3ed9-4651-8ef1-36c9a2d1eed4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3016040 Jan 26 11:50:29.889844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-55c1817f-3977-497e-be0b-0a9c6f05ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:29.891603 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-55c1817f-3977-497e-be0b-0a9c6f05ac9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1162 time: 0.3132968 Jan 26 11:50:29.960178 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-df589c7c-2f44-422e-bc9e-91dfd9f1a11a req-cfeba60d-1ff1-4220-8021-e5f8cbe0c362 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242111 Jan 26 11:50:30.184075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-8440f669-9c0c-420b-8e4f-7a33dafac83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:30.189316 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-8440f669-9c0c-420b-8e4f-7a33dafac83d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.2822340 Jan 26 11:50:30.432701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36336) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:30.469084 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-0d5761a6-5b9c-4cf7-a2c2-b955545d7a5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 1001 time: 0.2708879 Jan 26 11:50:30.615346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-e7da7604-9599-4780-8cc7-be542ceb8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:30.618539 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-e7da7604-9599-4780-8cc7-be542ceb8bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.1418047 Jan 26 11:50:30.805951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-2c5b176c-ad9b-4399-ba21-3179c5c4bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:30.809160 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-2c5b176c-ad9b-4399-ba21-3179c5c4bbaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811433 Jan 26 11:50:31.149001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-618f3c9a-af5e-4791-9c7e-be7297d58858 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311577 Jan 26 11:50:31.620632 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-70801dba-5fff-4477-b1f4-a7bedf7d17a4 req-89155bcc-fc0c-4f68-87a2-06a0aa6f5082 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4616585 Jan 26 11:50:31.650639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:31.724767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd6170-9a21-4dae-8677-6ea514438e6e req-30affd74-290a-4756-bd89-5fbe1f787c31 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:31.733817 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-01cd6170-9a21-4dae-8677-6ea514438e6e req-30affd74-290a-4756-bd89-5fbe1f787c31 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.3571637 Jan 26 11:50:31.852478 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-01cd6170-9a21-4dae-8677-6ea514438e6e req-9fb6751d-0e5f-4925-9cde-d2478db82426 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173615 Jan 26 11:50:32.686796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Deleting port f8f3dca8-4921-47b3-88bd-b3ff82477c0b {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:32.687783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:33.274188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] For port f8f3dca8-4921-47b3-88bd-b3ff82477c0b, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,segment=NetworkSegment(666214f8-9c2b-4f44-a391-97b228ad26f2),segment_id=666214f8-9c2b-4f44-a391-97b228ad26f2)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:33.275233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:33.307128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:50:33.631211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Calling delete_port for f8f3dca8-4921-47b3-88bd-b3ff82477c0b owned by network:router_interface {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:33.638408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8439c0-f4f0-420d-b8a9-e29d760bd086 req-e726c0f2-52e9-4016-92c9-0b7dfa2b53f1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:33.654259 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3b8439c0-f4f0-420d-b8a9-e29d760bd086 req-e726c0f2-52e9-4016-92c9-0b7dfa2b53f1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.4430015 Jan 26 11:50:33.805348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3b8439c0-f4f0-420d-b8a9-e29d760bd086 req-e0a3d21a-a3e4-4340-8fb4-f8b77ba33312 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492100 Jan 26 11:50:33.818173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 48bf1efa-0eeb-459f-9015-3c61b11f0711 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:50:33.818921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:33.868165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:34.313215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:34.348770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:34.443655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f3dca8-4921-47b3-88bd-b3ff82477c0b,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:34.451395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:35.045721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:36.544213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Router 5a26a27b-616c-4ac1-8578-0b896d464156 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:50:37.048802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:50:37.067404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Sync routers for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:50:37.100317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:37.101547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:50:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:37.140997 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-433376ea-0440-4a9b-ba28-0f6ee751a0d9 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a26a27b-616c-4ac1-8578-0b896d464156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7067475 Jan 26 11:50:37.145246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36404) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:37.666764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:37.977557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:50:38.044654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:38.064640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Deleting port 86a7c183-3ec6-4d74-a01f-36d495e9287f {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:38.065317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:38.506671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:50:34Z', 'revision_number': 5, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:38.516757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Checking router: 5a26a27b-616c-4ac1-8578-0b896d464156 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:50:38.537606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] For port 86a7c183-3ec6-4d74-a01f-36d495e9287f, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=86a7c183-3ec6-4d74-a01f-36d495e9287f,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:38.546435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:38.564791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Routers {'5a26a27b-616c-4ac1-8578-0b896d464156'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:38.566845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:50:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['5a26a27b-616c-4ac1-8578-0b896d464156'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:38.761730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Calling delete_port for 86a7c183-3ec6-4d74-a01f-36d495e9287f owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:39.006534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] Set router 5a26a27b-616c-4ac1-8578-0b896d464156 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:50:39.253989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: result = function(*args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: proto.__init__(conn_state, self) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: self.handle() Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: self.handle_one_request() Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: self.handle_one_response() Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: result = self.application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return app(environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = req.get_response(self.application) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = req.get_response(self.application) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = req.get_response(self.application) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = req.get_response(self.application) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return request.get_response(self.application) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = req.get_response(self._app) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: application, catch_exc_info=False) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: app_iter = application(self.environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return resp(environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return resp(environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: response = self.app(environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return resp(environ, start_response) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: resp = self.call_func(req, *args, **kw) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: return self.func(req, *args, **kwargs) Jan 26 11:50:39.262892 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: result = method(request=request, **args) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return self._delete(request, id, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*dup_args, **dup_kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: obj_deleter(request.context, id, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return method(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(*dup_args, **dup_kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: self._delete_current_gw_port(context, id, router, None) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: admin_ctx, gw_port_id, l3_port_check=False) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, context, *args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return method(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: context, port, router_ids, bound_mech_contexts) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: return function(*args, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: callback(resource, event, trigger, **kwargs) Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: if self._is_session_semantic_violated(context, resource, event): Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: stack = traceback.extract_stack() Jan 26 11:50:39.277943 dv-cinder-772388-2-smb neutron-server[80118]: Jan 26 11:50:39.478947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:50:34Z', 'revision_number': 5, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:39.484341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbc385-af99-4532-a86d-45f7dccfe707 None None] The sync data for ids ['5a26a27b-616c-4ac1-8578-0b896d464156'] in dv-cinder-772388-2-smb is: [{'id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'name': 'tempest-ServerRescueNegativeTestJSON-1299653670-router', 'tenant_id': 'cdd207cc254b4612ac26623340e0c94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210'}], 'enable_snat': True}, 'gw_port_id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:50:34Z', 'revision_number': 5, 'project_id': 'cdd207cc254b4612ac26623340e0c94b', 'gw_port': {'id': '86a7c183-3ec6-4d74-a01f-36d495e9287f', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a26a27b-616c-4ac1-8578-0b896d464156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:26Z', 'updated_at': '2021-01-26T11:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:50:39.718659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.041913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.046302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.171574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.172961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a26a27b-616c-4ac1-8578-0b896d464156 {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:50:40.204911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.206593 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1d88466b-c874-4a13-bfec-0ec889919e7f admin admin] 10.222.0.53 "DELETE /v2.0/routers/5a26a27b-616c-4ac1-8578-0b896d464156 HTTP/1.1" status: 204 len: 168 time: 3.0596805 Jan 26 11:50:40.211241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36438) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:40.366099 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Deleting subnet 103c080e-300e-4162-94a2-7428af7434fa {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:50:40.370240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.436228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.542299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:40.995036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:41.015838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f78e9ad9-2749-4155-b324-66c4bbb9047b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:41.085408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103c080e-300e-4162-94a2-7428af7434fa,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:41.162431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.162903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.163619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.164148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.164685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.165185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.165681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.166235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.166987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.167506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.167913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.168330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.168815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.169310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.169738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.170140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.170534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.170946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.171348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.171752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.172233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.172528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.172934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.173316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:50:41.180514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:41.219553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:41.232941 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/103c080e-300e-4162-94a2-7428af7434fa HTTP/1.1" status: 204 len: 168 time: 1.0203156 Jan 26 11:50:41.233950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36450) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:41.389948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:41.616888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:41.634912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 86a7c183-3ec6-4d74-a01f-36d495e9287f no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:41.720745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 86a7c183-3ec6-4d74-a01f-36d495e9287f {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:50:41.721119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 86a7c183-3ec6-4d74-a01f-36d495e9287f not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:50:41.721775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f8f3dca8-4921-47b3-88bd-b3ff82477c0b no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:41.756842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.757262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.758192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.758621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > port after_create 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.759184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.759737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > port after_update 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.760252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.760812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.761325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.761848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.792721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: f8f3dca8-4921-47b3-88bd-b3ff82477c0b {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:50:41.793768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f8f3dca8-4921-47b3-88bd-b3ff82477c0b not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:50:41.932651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.933101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.933507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.934096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80232) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 11:50:41.934508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d0616d-877e-458f-a09b-e89e27c7b147']}} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:41.955364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666214f8-9c2b-4f44-a391-97b228ad26f2') {'for_net_delete': True} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:41.955685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666214f8-9c2b-4f44-a391-97b228ad26f2') {} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:41.984367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27616074'] for segment, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:42.028129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:42.037458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:50:42.297613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Network d9d0616d-877e-458f-a09b-e89e27c7b147 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:42.318565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1200852'] for segment, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:42.540633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Network d9d0616d-877e-458f-a09b-e89e27c7b147 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: (rel_b, rel_a, rel_b), Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: (rel_b, rel_a, rel_b), Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:42.572078 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:42.719307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:42.724651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d86c3fbe-4be6-458f-af4c-2e1fafe03ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:42.748703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:42.752138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d0616d-877e-458f-a09b-e89e27c7b147,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:42.756780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:42.794367 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9d0616d-877e-458f-a09b-e89e27c7b147 HTTP/1.1" status: 204 len: 168 time: 1.5590503 Jan 26 11:50:43.618092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36486) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:43.688209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a7dd13bb-039d-4a8f-8d16-65f35d03db3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdd207cc254b4612ac26623340e0c94b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685112 Jan 26 11:50:43.691683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36490) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:43.807475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:43.870616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:44.103185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:44.111262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-988bad45-5f46-45d5-b9e9-d9a7fd41fd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:44.128073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf0d061-c307-4ceb-be05-f60e56d1f4ba,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:44.133365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:44.137863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:44.153345 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-eadcb611-3ee5-43fa-9bec-e8ffef137bd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baf0d061-c307-4ceb-be05-f60e56d1f4ba HTTP/1.1" status: 204 len: 168 time: 0.4600675 Jan 26 11:50:45.370944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e85b1fd-f730-47d4-88d0-a4e71d9a4fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:45.818311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36534) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:46.063201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624292572-network', 'tenant_id': '4f20a34e29844ac5b2d942b1bd5366c1'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:46.070628 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:46.076250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Usage tracker for resource:network and tenant:4f20a34e29844ac5b2d942b1bd5366c1 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:46.081565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:46.088789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:46.142539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Made reservation on behalf of 4f20a34e29844ac5b2d942b1bd5366c1 for: {'network': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:50:46.158304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.189740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.213669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:46.214926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Usage tracker for resource:security_group_rule and tenant:4f20a34e29844ac5b2d942b1bd5366c1 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:46.219450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:46.236758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:46.538577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.571000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.576726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:46.613984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:50:46.633816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f25996-3d2c-42a3-9fd1-ddcbca4e3d42,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:46.641043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.641534 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Added segment e443bd7d-b5bf-4028-b623-555a43d9ceb4 of type vxlan for network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad Jan 26 11:50:46.643516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:46.677170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.965436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.967446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:46.968475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:46.976052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-133b9462-e653-485e-be13-13f4b959b69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:47.146214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Pushing event updated for resources: {'Network': ['ID=20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:47.151224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:47.164955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:50:47.192249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3707340 Jan 26 11:50:47.196171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36556) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:47.214717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Request body: {'subnet': {'network_id': '20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624292572-subnet', 'tenant_id': '4f20a34e29844ac5b2d942b1bd5366c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:47.227824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:47.240292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Usage tracker for resource:subnet and tenant:4f20a34e29844ac5b2d942b1bd5366c1 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:47.247174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:47.259055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:47.268296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:50:47.336862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Made reservation on behalf of 4f20a34e29844ac5b2d942b1bd5366c1 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:50:47.346024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:47.697659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9d33c666-ce6b-4613-a747-a93ca123012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:48.437986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:48.597879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:48.636881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f1c16c0e-e05d-446a-bfc2-dde0757635ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:48.790847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1166e40c-2222-4df5-afd2-211caf51b8db,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:48.798564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:48.923684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Checking segment: {'id': 'e443bd7d-b5bf-4028-b623-555a43d9ceb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:50:48.923999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Network hostable DHCP agents. Network: 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:50:48.976800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:50:49.033697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:50:49.052673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554abc28-e394-4ee0-81d9-83a69e167af3 None None] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:50:49.098924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:49.100088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:49.234717 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0239778 Jan 26 11:50:49.671164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91162c-8934-44a5-b115-8bb2406e1945 None None] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:50:50.181639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:50.315123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.041819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36638) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:51.062084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-417501418-network', 'tenant_id': '86ba3e45510d4d81b52c5c205813f057'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:51.081322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:51.095506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Usage tracker for resource:network and tenant:86ba3e45510d4d81b52c5c205813f057 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:51.101985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:51.114818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:51.190760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Made reservation on behalf of 86ba3e45510d4d81b52c5c205813f057 for: {'network': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:50:51.196120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.216308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.235977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:51.253414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:86ba3e45510d4d81b52c5c205813f057 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:51.260119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:51.272325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:51.436112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.474331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.480908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-00d6ae0f-d96a-4712-ab6d-0f27312f33de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:51.531754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:50:51.540742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4d91c-ea45-4efc-a3cb-202c5c3ac0e8,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:51.546603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:51.596326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.597062 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Added segment 96cd8404-8bec-4338-b16e-cfa259bbf435 of type vxlan for network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 Jan 26 11:50:51.635539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.753348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.755215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:51.756000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:51.762525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:51.895679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0df1f46f-03b0-45f8-93bc-1e2995ecca24,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:51.913626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:51.988095 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9396300 Jan 26 11:50:51.988713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36652) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:51.998213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:50:51.999120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Request body: {'subnet': {'network_id': '0df1f46f-03b0-45f8-93bc-1e2995ecca24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-417501418-subnet', 'tenant_id': '86ba3e45510d4d81b52c5c205813f057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:52.007992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:50:52.014460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Usage tracker for resource:subnet and tenant:86ba3e45510d4d81b52c5c205813f057 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:50:52.017888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:50:52.027544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:50:52.046315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:50:52.361233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Made reservation on behalf of 86ba3e45510d4d81b52c5c205813f057 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:50:52.366388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:53.079151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258b2ed-1312-4f64-a114-f802868df5e8 req-eccfd2bd-7b75-4e3b-833f-21fb0d6fbc2f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:53.080890 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2258b2ed-1312-4f64-a114-f802868df5e8 req-eccfd2bd-7b75-4e3b-833f-21fb0d6fbc2f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2353365 Jan 26 11:50:53.202234 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2258b2ed-1312-4f64-a114-f802868df5e8 req-1cf308b0-df03-4699-b52f-18b246378e1c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083109 Jan 26 11:50:53.513877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:53.531845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4fb468a4-424c-4ced-a112-951e37e996d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:53.675875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe6ce42-e0d4-41ab-a89d-7f42fd9c8ac1,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:53.680298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:53.748978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Checking segment: {'id': '96cd8404-8bec-4338-b16e-cfa259bbf435', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0df1f46f-03b0-45f8-93bc-1e2995ecca24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:50:53.749391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Network hostable DHCP agents. Network: 0df1f46f-03b0-45f8-93bc-1e2995ecca24, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:50:53.808295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:50:53.848474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 0df1f46f-03b0-45f8-93bc-1e2995ecca24) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:50:53.858546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea757f-11a3-4927-b399-f0f7ad34a23e None None] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:50:53.861744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:53.862415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:53.914078 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9235501 Jan 26 11:50:54.115149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36696) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:54.126755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d8b7de-1de4-4710-98c9-29dd20c7f6c6 None None] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:50:54.191106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Deleting subnet 1166e40c-2222-4df5-afd2-211caf51b8db {{(pid=80232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:50:54.194601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:54.249790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827159743'] for subnet, precommit_delete_associations {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:54.320299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:54.721821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301296c-305d-4267-8086-99dcda56f1d6 req-fbbb3c29-5c9a-40a5-af60-c09165d7865a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:54.724411 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1301296c-305d-4267-8086-99dcda56f1d6 req-fbbb3c29-5c9a-40a5-af60-c09165d7865a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2538526 Jan 26 11:50:54.812439 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1301296c-305d-4267-8086-99dcda56f1d6 req-8da48a81-032a-4eeb-b276-8296162b7e87 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682166 Jan 26 11:50:54.814707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853574538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826674396'] for subnet, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:54.856501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f331fb6d-34f5-4009-97c8-cef5837be8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:54.946115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1166e40c-2222-4df5-afd2-211caf51b8db,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:54.952687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:55.072761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.085167 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-181708ab-71a8-4f29-8de5-5591f059efb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1166e40c-2222-4df5-afd2-211caf51b8db HTTP/1.1" status: 204 len: 168 time: 0.9686000 Jan 26 11:50:55.088241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36730) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:55.142103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-36ca971e-a890-4142-8c52-ada8cb8d35ae tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:55.143816 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-36ca971e-a890-4142-8c52-ada8cb8d35ae tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 945 time: 0.2885892 Jan 26 11:50:55.267812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port 54f5e6a6-f7fc-431f-a92b-92facfa8196e {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:55.269016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.274573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.328150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 54f5e6a6-f7fc-431f-a92b-92facfa8196e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:50:55.478374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.522212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:55.526011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:55.563091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.565789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:55.632124 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'code': 200} Jan 26 11:50:55.659997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=7']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:55.663582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:55.664122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:55.664303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.772020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:55.902947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:50:55.935646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:55.962904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e443bd7d-b5bf-4028-b623-555a43d9ceb4') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:55.963600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e443bd7d-b5bf-4028-b623-555a43d9ceb4') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:55.987472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.017373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.022001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:50:56.285665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:56.302098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.404701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50321210-e75e-4346-aba4-64c537c1dd05 req-ad7d4a32-65cb-4443-8132-2e3532f362ce tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:56.406470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-50321210-e75e-4346-aba4-64c537c1dd05 req-ad7d4a32-65cb-4443-8132-2e3532f362ce tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.3675356 Jan 26 11:50:56.409482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.410422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.411280 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 53f891d5-4ca3-4b84-8a42-d10b956f1993 disassociated. External IP: 172.28.1.235, port: 54f5e6a6-f7fc-431f-a92b-92facfa8196e. Jan 26 11:50:56.412092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for 54f5e6a6-f7fc-431f-a92b-92facfa8196e owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:56.535555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Network 20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:56.562449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-50321210-e75e-4346-aba4-64c537c1dd05 req-6557d10b-f202-497d-bd52-7c2503b8cf3d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124415 Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:56.569829 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:56.642635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:56.643187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:50:56.762493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.766053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:56.784071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.795903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:56.799136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:56.801353 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] 10.222.0.53 "DELETE /v2.0/networks/20f65b5b-c52f-4e9d-9cb3-70a80cfb96ad HTTP/1.1" status: 204 len: 168 time: 1.7113132 Jan 26 11:50:56.805891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36796) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:56.877369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Deleting subnet ffe6ce42-e0d4-41ab-a89d-7f42fd9c8ac1 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:50:56.881211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:56.936664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.005111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.144650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port 54f5e6a6-f7fc-431f-a92b-92facfa8196e {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:50:57.145190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.365578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.385031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:57.440144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe6ce42-e0d4-41ab-a89d-7f42fd9c8ac1,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:57.444768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:57.522082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] For port 54f5e6a6-f7fc-431f-a92b-92facfa8196e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=54f5e6a6-f7fc-431f-a92b-92facfa8196e,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:50:57.522736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.544753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.553227 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ffe6ce42-e0d4-41ab-a89d-7f42fd9c8ac1 HTTP/1.1" status: 204 len: 168 time: 0.7456198 Jan 26 11:50:57.556276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36800) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:57.757385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.977821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.978377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:57.978809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 53f891d5-4ca3-4b84-8a42-d10b956f1993 disassociated. External IP: 172.28.1.235, port: 54f5e6a6-f7fc-431f-a92b-92facfa8196e. Jan 26 11:50:57.979193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for 54f5e6a6-f7fc-431f-a92b-92facfa8196e owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:50:58.040429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36822) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:58.096850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2291da-0bc7-4c1b-b281-01359ef070f5 req-cdd9396f-a129-4d5a-beba-35f2d315caac tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:50:58.099031 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da2291da-0bc7-4c1b-b281-01359ef070f5 req-cdd9396f-a129-4d5a-beba-35f2d315caac tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 943 time: 0.2516789 Jan 26 11:50:58.168659 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.190358 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da2291da-0bc7-4c1b-b281-01359ef070f5 req-648dfc2c-4606-4dcd-b1f9-7f6977fd8dab tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=8b7d5ae7-d550-428c-9997-c734dc32240a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819068 Jan 26 11:50:58.286664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Deleting subnet 76e46321-3105-4143-a195-4338e0fc5546 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:50:58.294727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.351366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.369476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fbb29233-f0ed-43d8-ad95-f21526edfc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:58.377010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df1f46f-03b0-45f8-93bc-1e2995ecca24']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:58.396089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.429910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cd8404-8bec-4338-b16e-cfa259bbf435') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:58.430260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cd8404-8bec-4338-b16e-cfa259bbf435') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:58.437288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'Port': ['ID=54f5e6a6-f7fc-431f-a92b-92facfa8196e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:58.443384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:58.454317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.494272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.500953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:50:58.538865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.804596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:58.816188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:58.844060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:50:59.063484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:50:59.088298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:50:59.117067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] No DVR routers for this DVR port 54f5e6a6-f7fc-431f-a92b-92facfa8196e on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:50:59.117908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:59.119711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:50:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:50:59.120333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:59.124805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-deleted', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:59.129903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Network 0df1f46f-03b0-45f8-93bc-1e2995ecca24 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:59.171689 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:59.176727 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-74ca4c75-698d-4480-b44d-83e1c99c5a19 req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "DELETE /v2.0/ports/54f5e6a6-f7fc-431f-a92b-92facfa8196e HTTP/1.1" status: 204 len: 173 time: 4.0213907 Jan 26 11:50:59.255531 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f404c1-ecfd-4f75-b2df-da695d3ce04c', 'name': 'network-vif-deleted', 'tag': '54f5e6a6-f7fc-431f-a92b-92facfa8196e', 'status': 'completed', 'code': 200} Jan 26 11:50:59.487291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:59.503542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:59.607616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:59.618302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df1f46f-03b0-45f8-93bc-1e2995ecca24,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:50:59.627965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-acd7d8b6-fe8d-4357-bf34-0b35a90ac924 req-5afe6e67-279d-4f50-b8e3-9807d92ce8e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:50:59.628981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:50:59.636004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:50:59.676949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:50:59.718909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-acd7d8b6-fe8d-4357-bf34-0b35a90ac924 req-5afe6e67-279d-4f50-b8e3-9807d92ce8e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:50:59.720553 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-acd7d8b6-fe8d-4357-bf34-0b35a90ac924 req-5afe6e67-279d-4f50-b8e3-9807d92ce8e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=90f404c1-ecfd-4f75-b2df-da695d3ce04c HTTP/1.1" status: 200 len: 210 time: 0.2518861 Jan 26 11:51:00.009226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:00.082260 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-b1367d89-225e-411c-ad4d-99deec2b3fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1421871 Jan 26 11:51:00.192875 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0df1f46f-03b0-45f8-93bc-1e2995ecca24 HTTP/1.1" status: 204 len: 168 time: 2.6351109 Jan 26 11:51:00.251096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e46321-3105-4143-a195-4338e0fc5546,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:00.266199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:00.305880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-4826ac80-4cbd-48a1-afef-e59a5d5f9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:00.309592 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-4826ac80-4cbd-48a1-afef-e59a5d5f9936 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 1162 time: 0.1705642 Jan 26 11:51:00.362724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:00.369249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-35715723-a9fc-430d-9235-7e243709048f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/76e46321-3105-4143-a195-4338e0fc5546 HTTP/1.1" status: 204 len: 168 time: 2.3235517 Jan 26 11:51:00.372261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36854) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:00.550776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:00.652469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:00.661887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:51:00.705473 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:00.708306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:50:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:00.733568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-717594cb-47e0-4ba5-9a07-95637cff541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:00.736619 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-717594cb-47e0-4ba5-9a07-95637cff541a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.3793993 Jan 26 11:51:00.813946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36862) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:01.094885 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c19a5dfe-5c03-4562-9f8f-a34b4f3379ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f20a34e29844ac5b2d942b1bd5366c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695246 Jan 26 11:51:01.097982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36872) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:01.132726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.230763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:01.320570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36878) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:01.448548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf6961b-b206-4b93-92b0-286fc5698398']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:01.468919 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-9c420598-6955-4b41-b25a-2cbae4acfb5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 200 len: 1001 time: 0.7245147 Jan 26 11:51:01.480167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.484558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9ca12d-767d-477a-8137-2132a663d175') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:01.484980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9ca12d-767d-477a-8137-2132a663d175') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:01.529372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.583569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.603210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.605796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.608090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:51:01.624616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-671138fc-5baf-4f27-82cd-74be21f31084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:01.628035 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-671138fc-5baf-4f27-82cd-74be21f31084 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.1517723 Jan 26 11:51:01.750528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-5107ada7-fd6c-490c-851b-0453f714267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:01.753042 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-5107ada7-fd6c-490c-851b-0453f714267f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1169972 Jan 26 11:51:01.790668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.942862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Network dbf6961b-b206-4b93-92b0-286fc5698398 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:51:01.956464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:01.956820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:01.961853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad1927-dc82-44b4-800e-dbe615a3c578 None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:51:02.072590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36886) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:02.122514 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-416e9925-77c5-4544-a77f-39636fdf150d service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574324 Jan 26 11:51:02.375855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.395852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.400147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.415535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2cb93d5-a812-4e9d-927f-a8c9b5d5704f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:02.417445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:02.434515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:dad7520a0b7048cbaba60a3cd03d218a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:02.434821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Network dbf6961b-b206-4b93-92b0-286fc5698398 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:51:02.441105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:02.451192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:02.455414 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0fb0383-514e-43c6-983e-1b32de99ba9f req-0ae137eb-c278-47ea-998d-0a05d0c60d93 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3244793 Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:51:02.465666 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:51:02.471653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f25996-3d2c-42a3-9fd1-ddcbca4e3d42,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:02.534642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c404ac-7b8a-44b6-a0ef-6dba0cb1a63f None None] New status for floating IP 53f891d5-4ca3-4b84-8a42-d10b956f1993: DOWN {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:51:02.580022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d5ae7-d550-428c-9997-c734dc32240a,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:02.592672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.592889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.592889 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4c80941e-ed1f-4254-ab1b-4aff2d947e90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8f25996-3d2c-42a3-9fd1-ddcbca4e3d42 HTTP/1.1" status: 204 len: 168 time: 1.4931126 Jan 26 11:51:02.595140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:02.598841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:02.599277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:02.604785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.609023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "DELETE /v2.0/security-groups/8b7d5ae7-d550-428c-9997-c734dc32240a HTTP/1.1" status: 204 len: 168 time: 1.2840478 Jan 26 11:51:02.610123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36894) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:02.633232 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.v2.resource [None req-f33c4df2-62b7-40fd-9422-e2e2037d3790 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] show failed (client error): The resource could not be found. Jan 26 11:51:02.633583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.635360 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f33c4df2-62b7-40fd-9422-e2e2037d3790 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups/8b7d5ae7-d550-428c-9997-c734dc32240a HTTP/1.1" status: 404 len: 347 time: 0.0236011 Jan 26 11:51:02.651543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36898) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:02.660416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-352f30c9-d082-4940-bdcd-81de5308790e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:02.753910 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dad7520a0b7048cbaba60a3cd03d218a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799681 Jan 26 11:51:02.755284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36902) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:02.770640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.798329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:02.801913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bd7add-87b5-4ff3-afbe-83b9bd6c6a70,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:02.810665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:02.815075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.899168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.925983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf6961b-b206-4b93-92b0-286fc5698398,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:02.943955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:02.945713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dbf6961b-b206-4b93-92b0-286fc5698398 HTTP/1.1" status: 204 len: 168 time: 2.5720572 Jan 26 11:51:02.954122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port 3f0cbcce-56ac-48a4-b3af-cf64f0456d8a {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:51:02.954525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:02.977295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.125839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.132273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bf41a0f0-eb44-4cbc-8937-3d3eadc1b24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:03.168922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bd7add-87b5-4ff3-afbe-83b9bd6c6a70,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:03.175200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:03.176082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.177373 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-259bb8d2-1153-4056-9db2-e714c729ac20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28bd7add-87b5-4ff3-afbe-83b9bd6c6a70 HTTP/1.1" status: 204 len: 168 time: 0.4183874 Jan 26 11:51:03.301739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.302254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.383255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36912) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:03.474231 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for 3f0cbcce-56ac-48a4-b3af-cf64f0456d8a owned by network:floatingip {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:51:03.504584 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-abc602e2-6a05-4ece-88bd-5f571b49e8d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e36a78295d04be783ea2fdd780e7352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195228 Jan 26 11:51:03.505627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36916) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:03.507112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36918) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:03.588719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.591324 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-89b07f61-16fe-4cc1-b538-5c0638effbd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86ba3e45510d4d81b52c5c205813f057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828729 Jan 26 11:51:03.595760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36924) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:03.641648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.701071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.749543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.768700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.778035 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:03.797825 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75e5a0-748b-4f97-982b-0559dcbbd480,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:03.803071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:03.807810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.812268 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a75e5a0-748b-4f97-982b-0559dcbbd480 HTTP/1.1" status: 204 len: 168 time: 0.3001866 Jan 26 11:51:03.838538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.965080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:03.980669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cf6ef094-64f5-4f84-9801-9d848e100851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:04.047013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.115151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'Port': ['ID=3f0cbcce-56ac-48a4-b3af-cf64f0456d8a,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:04.128726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:04.130635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d6a26833-eb8f-41c6-8f38-86bd0568a023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:04.147603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4d91c-ea45-4efc-a3cb-202c5c3ac0e8,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:04.159067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:04.208887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.213280 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cf4d91c-ea45-4efc-a3cb-202c5c3ac0e8 HTTP/1.1" status: 204 len: 168 time: 0.6132662 Jan 26 11:51:04.344934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36936) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:04.382617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.417212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.430992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.434272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d8171714-0dfb-46f3-9946-68541caa3c41 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "DELETE /v2.0/floatingips/53f891d5-4ca3-4b84-8a42-d10b956f1993 HTTP/1.1" status: 204 len: 168 time: 1.7811069 Jan 26 11:51:04.467790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:04.483583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Usage tracker for resource:security_group_rule and tenant:0b92e30e4d7a4ff19fc7600397236bd2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:04.489109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:04.500032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:04.655260 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.690826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.701797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25027559-6186-484c-a8bf-50c5b4cda5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:04.748407 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b92e30e4d7a4ff19fc7600397236bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020975 Jan 26 11:51:04.750761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f439af8-62e0-4a33-b758-c7c4d6565821,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:04.751256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36948) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:04.755006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:04.841224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.890007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:04.998930 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.005002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-24d54c0b-9b11-4240-97bd-c57936558fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:05.023516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.024836 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f439af8-62e0-4a33-b758-c7c4d6565821 HTTP/1.1" status: 204 len: 168 time: 0.2723687 Jan 26 11:51:05.026044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f439af8-62e0-4a33-b758-c7c4d6565821,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:05.039015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:05.153254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36962) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:05.160782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group': {'name': 'tempest-securitygroup--111381786', 'description': 'tempest-description--258886139'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:05.179112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:05.185892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:05.189561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:05.196231 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:05.265970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.293261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:05.305565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:05.312378 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:05.324302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:05.468769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.501412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.508085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c966551c-17a4-4008-aa57-3c7e057031ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:05.561556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:05.565913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:05.610222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.611991 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4576094 Jan 26 11:51:05.615426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 36978) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:05.624365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group_rule': {'security_group_id': '0e3b506c-3df0-4ede-82dd-611ce5a9bb9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:05.640095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:05.644810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:05.648392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:05.655200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:05.705143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.784298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.813614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.815850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:05.845827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c48a70a-fb33-46f4-8eba-91801edd9c7d,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:05.852540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:05.882536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:05.886749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ad3bf0ba-cba0-44c0-805e-b4d0ad5a4f6c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671185 Jan 26 11:51:05.887189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 36992) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:05.893720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'security_group_rule': {'security_group_id': '0e3b506c-3df0-4ede-82dd-611ce5a9bb9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:05.909680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:05.914402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:security_group_rule and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:05.918101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:05.927071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:05.986243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:06.120753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:06.168673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:06.181063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-378e470a-8b61-4ad4-83ff-6332ab9a74da tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:06.217838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d642cee-6d71-49a0-83ac-589b8480f743,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:06.222593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:06.296752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:06.299481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2f5ba000-aa6f-416d-95d9-38df30d54956 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102719 Jan 26 11:51:06.302374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37006) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:06.313318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:06.340107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:06.348037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:floatingip and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:06.351943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:06.359720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:06.399238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:06.636105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:07.062213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Allocated IP 172.28.1.110 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/caaeba63-6a6f-498e-b295-8cc1580e0d14) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:51:07.341152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:07.402647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:07.421152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1fac2cd0-736d-40f8-998b-581d9fc2c29a tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:07.582594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=caaeba63-6a6f-498e-b295-8cc1580e0d14,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:07.594215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:07.652579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:51:07.654382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:51:07.658657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:51:07.777531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:07.899430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:08.617560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:08.653945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27512257'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:08.671559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:08.830064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=caaeba63-6a6f-498e-b295-8cc1580e0d14,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:08.841997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:08.990493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:09.119392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:09.127354 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-36aea5d0-ca60-477c-bf47-17d23c8b4866 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8169997 Jan 26 11:51:09.441513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-67cf3da0-88cf-4d5c-804b-f1af68c2a555 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:09.525955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-67cf3da0-88cf-4d5c-804b-f1af68c2a555 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:09.533681 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-67cf3da0-88cf-4d5c-804b-f1af68c2a555 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--111381786&fields=id&tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 267 time: 0.1485503 Jan 26 11:51:09.843671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-4437957a-5bbc-445a-ad16-b3766d0cab94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:09.845365 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-4437957a-5bbc-445a-ad16-b3766d0cab94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 816 time: 0.3083487 Jan 26 11:51:09.863805 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-01e65243-995b-4246-b886-200f9bd3fb63 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/quotas/2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0121667 Jan 26 11:51:10.006645 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-5cc85458-ac8e-4ac6-8f8a-687c2d6bbff7 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1361775 Jan 26 11:51:10.238872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37102) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:10.263742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-496c2875-5607-4ce8-b285-6ad496431d90 service neutron] 10.222.0.53 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375927 Jan 26 11:51:10.436722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:10.455551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:10.460125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8620fb0a3d490685c46526c0866026 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:10.463529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:10.470162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:10.539010 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-af78b448-d5ca-4abd-98c4-7a38d12d51ae service neutron] 10.222.0.53 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2633712 Jan 26 11:51:10.651398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:10.692731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:10.719974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-45b412dc-82fb-4a05-ad5e-4dd05071c56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:10.815909 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c8620fb0a3d490685c46526c0866026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755692 Jan 26 11:51:10.818430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822316c7-043b-4e10-a546-0c54dec54c77,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:10.820971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 37114) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:10.824310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:10.955781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:11.016854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:11.204334 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3daebb1a-be7b-4e6a-973c-f4556fd2707a req-372bac66-49cd-446f-aa51-c4ff062ab7db tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.1712306 Jan 26 11:51:11.214955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:11.226414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2b98bf64-dfe9-404c-a9e2-e81451341e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:11.270530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822316c7-043b-4e10-a546-0c54dec54c77,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:11.298557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:11.300048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:11.308909 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/822316c7-043b-4e10-a546-0c54dec54c77 HTTP/1.1" status: 204 len: 168 time: 0.4859519 Jan 26 11:51:11.991615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37144) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:12.014289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.034977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:12.039412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Usage tracker for resource:security_group_rule and tenant:ff72cf9fa26b4b5ba7c8930236dc3dcf is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:12.042634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:12.051101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:12.292024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.324815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.335330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-abe0e290-dc53-4412-98ff-a2b3a76135de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:12.385849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d8e54-291e-4281-b5fd-421cdf9a8f67,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:12.389957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:12.393080 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff72cf9fa26b4b5ba7c8930236dc3dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000597 Jan 26 11:51:12.395977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37154) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:12.476781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.507171 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8b9c1cd5-a56c-4474-a6dc-604a30e7b6ef req-6fc064b6-173f-40df-b863-e754ec46ab05 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0649519 Jan 26 11:51:12.521022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.609857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.619104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9b1c1135-d9dd-4fbc-8a0f-f6656f773929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:12.632911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d8e54-291e-4281-b5fd-421cdf9a8f67,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:12.635660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:12.649295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:12.650675 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/556d8e54-291e-4281-b5fd-421cdf9a8f67 HTTP/1.1" status: 204 len: 168 time: 0.2525408 Jan 26 11:51:13.714623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-b97fc41b-e980-4200-b65c-322bfa61f212 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:13.720595 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-b97fc41b-e980-4200-b65c-322bfa61f212 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 816 time: 0.2233987 Jan 26 11:51:13.907467 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-aa84de27-0c2a-4e41-831f-e8143ee2c185 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 5703 time: 0.1609941 Jan 26 11:51:13.911525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-60399f4c-6c4b-40b3-b9c4-3b0183dea3ec req-9ddb8201-8736-4bd4-b6e1-93a2aedc585a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.1438408 Jan 26 11:51:13.967760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a99792-9e76-42c7-828b-891960fc7fab req-c68280e4-ce70-4024-a2fd-79366db78a8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:13.969470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5a99792-9e76-42c7-828b-891960fc7fab req-c68280e4-ce70-4024-a2fd-79366db78a8c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.5249076 Jan 26 11:51:13.975004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'port': {'device_id': '48440a19-5365-4226-979f-7727b51c3cb9', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'admin_state_up': True, 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'security_groups': ['0e3b506c-3df0-4ede-82dd-611ce5a9bb9a']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:14.164009 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5a99792-9e76-42c7-828b-891960fc7fab req-a25668bd-dd69-4a03-b6df-e67b28ea5551 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516757 Jan 26 11:51:14.231795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:14.237391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Usage tracker for resource:port and tenant:2cfa89c8269649a9b3ea06822954b3f3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:14.241470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Quota usage for port was recalculated. Used quota:3. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:14.249023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:14.288340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Made reservation on behalf of 2cfa89c8269649a9b3ea06822954b3f3 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:51:14.315198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:14.777161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Allocated IP 172.20.0.11 (dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db/c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72/b72496b8-c5e4-4b81-99f4-7cf13ce156a1) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:51:15.158408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:15.233482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Transition to ACTIVE for port object b72496b8-c5e4-4b81-99f4-7cf13ce156a1 will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:15.354765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:15.405293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e9f4-a83f-4b00-bff9-e4add444158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:15.542252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7c38ff21-3a5d-4bcd-8f5a-1fc679eac73e tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:15.658134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:15.755958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:16.097038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:51:16.100828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:51:16.108119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:51:16.209067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab469a-1e2e-457b-b82e-b0c4683888e7 req-432376a0-b499-456a-9d6f-39d29753c01e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:16.210846 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecab469a-1e2e-457b-b82e-b0c4683888e7 req-432376a0-b499-456a-9d6f-39d29753c01e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 932 time: 0.6078255 Jan 26 11:51:16.368266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61990b-46bc-47ec-803d-984b0685aed2 req-83785e58-008b-4492-b7c5-fe605d358720 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:16.377322 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd61990b-46bc-47ec-803d-984b0685aed2 req-83785e58-008b-4492-b7c5-fe605d358720 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.7754884 Jan 26 11:51:16.508389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:16.510283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:16.567932 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd61990b-46bc-47ec-803d-984b0685aed2 req-1ec79308-11c1-4df1-8277-56b2f76fb7cf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895881 Jan 26 11:51:16.594075 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecab469a-1e2e-457b-b82e-b0c4683888e7 req-5fab86d9-574b-4a1b-b9a0-14208c75f37c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863565 Jan 26 11:51:16.597346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b99d0339-3bb4-43fc-a5e0-3db184b749a2 None None] Provisioning for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:16.611909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b99d0339-3bb4-43fc-a5e0-3db184b749a2 None None] Provisioning complete for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:16.620103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b99d0339-3bb4-43fc-a5e0-3db184b749a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:16.709312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-684a563c-6eeb-45c4-93d4-51dd35e56b7e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:16.712488 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-684a563c-6eeb-45c4-93d4-51dd35e56b7e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 945 time: 0.5002978 Jan 26 11:51:16.716656 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7452407 Jan 26 11:51:16.757383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-b99d0339-3bb4-43fc-a5e0-3db184b749a2 None None] Port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:51:16.789873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Request body: {'port': {'device_id': '48440a19-5365-4226-979f-7727b51c3cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:16.900506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port 48bf1efa-0eeb-459f-9015-3c61b11f0711 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:51:16.900721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:17.149743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:17.575331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 48bf1efa-0eeb-459f-9015-3c61b11f0711 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:51:17.611949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:17.612375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:17.791348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b6ea09d6-0458-4ad0-81d4-ce5e412c708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:17.978826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.019733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:18.031220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:18.067980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.070794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:18.205950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:18.217351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.217835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.218294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.218800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.219256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.219709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.220136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.220674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.221214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.221806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.222856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.223389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.224208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.224894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.226242 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.226877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.227421 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.228045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.228754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.229266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.229768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.230308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.230888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.231408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:18.236503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:18.445236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.477174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a171d-79ab-47ec-8b01-71cbe7e2bb8b req-29eb25a8-24d3-4f68-afc3-2e89c68e9e9a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:18.479061 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a64a171d-79ab-47ec-8b01-71cbe7e2bb8b req-29eb25a8-24d3-4f68-afc3-2e89c68e9e9a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 0.4677844 Jan 26 11:51:18.651756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.652430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.653022 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP e0d6eefc-4138-4596-9166-0272eb50ef64 disassociated. External IP: 172.28.1.120, port: 48bf1efa-0eeb-459f-9015-3c61b11f0711. Jan 26 11:51:18.653533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for 48bf1efa-0eeb-459f-9015-3c61b11f0711 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:51:18.777076 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a64a171d-79ab-47ec-8b01-71cbe7e2bb8b req-b82ed317-00f3-4794-953e-4d90f2e41850 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836854 Jan 26 11:51:18.800367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72496b8-c5e4-4b81-99f4-7cf13ce156a1 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:51:18.873799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:18.940228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Transition to ACTIVE for port object b72496b8-c5e4-4b81-99f4-7cf13ce156a1 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:18.973601 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'code': 200} Jan 26 11:51:19.053559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124ab53-d480-4539-81c2-4e67ccf60650 req-da757758-195b-4885-96e7-5bce1d87aab8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:19.055145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-1124ab53-d480-4539-81c2-4e67ccf60650 req-da757758-195b-4885-96e7-5bce1d87aab8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:19.065025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:19.333382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:19.405547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:51:19.405906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:51:19.501783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-1124ab53-d480-4539-81c2-4e67ccf60650 req-da757758-195b-4885-96e7-5bce1d87aab8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:19.504093 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1124ab53-d480-4539-81c2-4e67ccf60650 req-da757758-195b-4885-96e7-5bce1d87aab8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 932 time: 1.4939394 Jan 26 11:51:19.597307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:19.603158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:19.686284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:19.703610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1124ab53-d480-4539-81c2-4e67ccf60650 req-186ed069-3072-4e5c-93fc-2dfde512745b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769917 Jan 26 11:51:19.911017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port 48bf1efa-0eeb-459f-9015-3c61b11f0711 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:51:19.912000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:20.027005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:20.458534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Attempting to bind port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:51:20.459157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Attempting to bind port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:51:20.459783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Attempting to bind port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 on network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:51:20.593750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:51:20.594296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Checking segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:51:20.595032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:20.595716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Bound using segment: {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:51:20.596559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Bound port: b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1b0705-4025-41c8-a778-97f0c02950db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:51:20.597214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:20.861010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] For port 48bf1efa-0eeb-459f-9015-3c61b11f0711, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=48bf1efa-0eeb-459f-9015-3c61b11f0711,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:20.861623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:20.994315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54cfd8-c6aa-43ae-b5ca-f7490734957a req-4b22a644-7a3d-4af4-84dd-1d1d159641a5 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:20.997511 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1f54cfd8-c6aa-43ae-b5ca-f7490734957a req-4b22a644-7a3d-4af4-84dd-1d1d159641a5 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 943 time: 0.9726641 Jan 26 11:51:21.265972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:51:21.328901 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1f54cfd8-c6aa-43ae-b5ca-f7490734957a req-b4fa08fe-7d4c-4f19-af50-9c89873e1573 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986279 Jan 26 11:51:21.341151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:51:21.499480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:21.538093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fb4f6ade-5a44-4e22-aad5-12ab16ef05a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:21.581144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37410) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:21.833505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:21.865198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:21.872768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Usage tracker for resource:security_group_rule and tenant:47ceef25d6ce4505a17c059b33880dde is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:21.877989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:21.889123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:21.993296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7a6e-26a6-482a-9872-69790dc269c7 req-1ba586bf-3ace-4d89-9568-b3db03ab5477 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:21.995248 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1f7c7a6e-26a6-482a-9872-69790dc269c7 req-1ba586bf-3ace-4d89-9568-b3db03ab5477 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.9776332 Jan 26 11:51:22.067521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:22.084302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:22.118408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.119847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.119847 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP e0d6eefc-4138-4596-9166-0272eb50ef64 disassociated. External IP: 172.28.1.120, port: 48bf1efa-0eeb-459f-9015-3c61b11f0711. Jan 26 11:51:22.120345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for 48bf1efa-0eeb-459f-9015-3c61b11f0711 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:51:22.130757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.170119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.182384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d3d51ad0-4971-4318-a60f-4a74ec86c471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:22.228575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b727058-0896-4fa6-9c3b-645ed6b6faa8,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:22.234585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:22.259317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1f7c7a6e-26a6-482a-9872-69790dc269c7 req-1811cdc0-bb72-4191-9dde-233cbf3e2891 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245994 Jan 26 11:51:22.280485 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47ceef25d6ce4505a17c059b33880dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980722 Jan 26 11:51:22.282355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37418) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:22.288511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:22.289523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.291209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] 10.222.0.24 "PUT /v2.0/ports/b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 1158 time: 5.5136683 Jan 26 11:51:22.291922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:22.433630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.485343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.547289 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'status': 'completed', 'code': 200} Jan 26 11:51:22.604688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.616077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5217660d-f8ba-4a4c-91f6-98ff01584692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:22.646709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b727058-0896-4fa6-9c3b-645ed6b6faa8,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:22.650555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:22.656914 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b727058-0896-4fa6-9c3b-645ed6b6faa8 HTTP/1.1" status: 204 len: 168 time: 0.3728149 Jan 26 11:51:22.658410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:23.076444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-452e3db9-4622-4979-a871-90abaf09bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:23.079064 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-452e3db9-4622-4979-a871-90abaf09bcbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1161 time: 0.6498597 Jan 26 11:51:23.181402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c47a1e-c07c-482d-9995-2013ef4e845a req-5a48fc05-ee33-4454-8da5-93d467cb28a8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:23.185091 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f5c47a1e-c07c-482d-9995-2013ef4e845a req-5a48fc05-ee33-4454-8da5-93d467cb28a8 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 865 time: 0.5824380 Jan 26 11:51:23.189327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:23.335699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b8a90527-f82e-4ef2-ae5c-50c7e94363c9 tempest-ServerRescueNegativeTestJSON-1845931906 tempest-ServerRescueNegativeTestJSON-1845931906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:23.361952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37444) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:23.429111 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-3c643a03-08eb-4141-8b27-22d7995601f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 217 time: 0.2421877 Jan 26 11:51:23.437218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'Port': ['ID=48bf1efa-0eeb-459f-9015-3c61b11f0711,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:23.440207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:23.629104 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f5c47a1e-c07c-482d-9995-2013ef4e845a req-ae10b7ea-d965-4515-b32f-900cbd5e61af tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100568 Jan 26 11:51:23.654718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:23.674864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:23.679950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Usage tracker for resource:security_group_rule and tenant:641dff5765a0437083571df388769dd7 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:23.683720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:23.691162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:23.717598 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-30acc1c0-4595-41b4-82a6-fda7d620b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:23.720569 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-30acc1c0-4595-41b4-82a6-fda7d620b655 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.2737806 Jan 26 11:51:23.895787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:23.925596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37456) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:23.956279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:23.970775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:23.985042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ebcf542e-12fd-45f3-bb95-20112b9000f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:24.005824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:24.011396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Usage tracker for resource:security_group_rule and tenant:d06df2cf2fe749fba6ef465b3e0ba80d is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:24.015011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:24.022393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:24.111368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002621b-ad9b-4be0-a959-204509925d4b,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:24.119899 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=641dff5765a0437083571df388769dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7552400 Jan 26 11:51:24.121646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:24.122180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37462) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:24.174817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74dadc-6deb-42de-a7df-709d37853143 req-b437f738-5c49-42ea-bdd9-29d8defec03a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:24.176600 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5e74dadc-6deb-42de-a7df-709d37853143 req-b437f738-5c49-42ea-bdd9-29d8defec03a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.5344019 Jan 26 11:51:24.231615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-cf84996d-5055-406f-8a06-c66d53f6c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:24.233297 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-cf84996d-5055-406f-8a06-c66d53f6c97d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4953406 Jan 26 11:51:24.311581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.324851 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5e74dadc-6deb-42de-a7df-709d37853143 req-efe56881-9d79-414a-aa0a-d9ec830a7dfa tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323071 Jan 26 11:51:24.392374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.423704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb278d33-87a8-48df-bcb1-147e37801289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:24.446198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.447949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:51:24.486279 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-522b788b-7796-43ba-83b7-9c6468673d4d service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351873 Jan 26 11:51:24.543411 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d06df2cf2fe749fba6ef465b3e0ba80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149302 Jan 26 11:51:24.548102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c988e92-5189-4de1-b74f-bdd8799600cd,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:24.551836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 37466) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:24.554950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.575509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:24.849131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.871739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-be8eed9a-6aed-40cd-a184-3915118318c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:24.939884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002621b-ad9b-4be0-a959-204509925d4b,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:24.944168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:24.944690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.946737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:24.946991 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5002621b-ad9b-4be0-a959-204509925d4b HTTP/1.1" status: 204 len: 168 time: 0.8227415 Jan 26 11:51:25.036013 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c2cc01a7-b1ec-4131-9239-5d092b3b678d req-457d9da1-5ab8-4287-952b-4d004b671d2f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 210 time: 0.1820779 Jan 26 11:51:25.087708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:51:25.094237 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-28230fb5-af6e-4975-8afd-346d8cf3b169 req-e7d3aa51-7ff0-49d9-b0ab-c0dca91ac46f service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5428793 Jan 26 11:51:25.100810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:51:25.121942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:25.122715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:25.164832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:25.185092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] No DVR routers for this DVR port 48bf1efa-0eeb-459f-9015-3c61b11f0711 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:51:25.192985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:25.219235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-deleted', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:25.329571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6ff06a7b-1083-40f7-9cdd-be435467521d req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "DELETE /v2.0/ports/48bf1efa-0eeb-459f-9015-3c61b11f0711 HTTP/1.1" status: 204 len: 173 time: 8.5904100 Jan 26 11:51:25.360460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97196b8-5231-4048-b7bc-62aedbd5d308', 'name': 'network-vif-deleted', 'tag': '48bf1efa-0eeb-459f-9015-3c61b11f0711', 'status': 'completed', 'code': 200} Jan 26 11:51:25.399836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:25.416061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-7f12e4e7-c86f-4b34-9982-c4edb4435a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:25.417862 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-7f12e4e7-c86f-4b34-9982-c4edb4435a22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1161 time: 0.1670227 Jan 26 11:51:25.607833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-dac24a16-3aff-446d-b65c-171c5702e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:25.609564 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-dac24a16-3aff-446d-b65c-171c5702e557 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.1842685 Jan 26 11:51:25.929640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:25.938125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:51:25.957557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:25.958668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:26.097607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:26.108333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:26.122874 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-bab50808-af68-4194-84fb-afb266dff8b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 217 time: 0.4645343 Jan 26 11:51:26.202900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c988e92-5189-4de1-b74f-bdd8799600cd,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:26.317103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.318153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.319124 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.320037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.320966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.321791 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.322740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.323425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.324180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.325437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.326166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.326932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.327793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.328556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.329337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.330096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.330918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.331696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.332444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.333203 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.334103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.334910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.335640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.336419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:26.357200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:26.359291 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c988e92-5189-4de1-b74f-bdd8799600cd HTTP/1.1" status: 204 len: 168 time: 1.7988834 Jan 26 11:51:26.364810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:26.417036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:26.489933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-0c6d8e33-a0ef-4871-826c-8651f8d07ee7 req-3ce9de50-e7ee-44e2-b420-1d577c0d95c1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:26.516815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-16975f36-2b07-483d-9b2a-d4241e89d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:26.519563 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-16975f36-2b07-483d-9b2a-d4241e89d0d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.3857021 Jan 26 11:51:26.700202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8df47-7f0d-4374-a4f1-66cf8729f84e req-1fcaf73d-667b-49e7-9ee2-0fb1a02f3e31 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:26.702809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f9e8df47-7f0d-4374-a4f1-66cf8729f84e req-1fcaf73d-667b-49e7-9ee2-0fb1a02f3e31 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 1.0918696 Jan 26 11:51:26.809555 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f9e8df47-7f0d-4374-a4f1-66cf8729f84e req-afacab84-9241-4168-8a91-1806d0f0af7f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846350 Jan 26 11:51:26.812600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-0c6d8e33-a0ef-4871-826c-8651f8d07ee7 req-3ce9de50-e7ee-44e2-b420-1d577c0d95c1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:26.826496 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0c6d8e33-a0ef-4871-826c-8651f8d07ee7 req-3ce9de50-e7ee-44e2-b420-1d577c0d95c1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=d97196b8-5231-4048-b7bc-62aedbd5d308 HTTP/1.1" status: 200 len: 210 time: 0.5152216 Jan 26 11:51:26.851060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-98b2846c-5387-419c-af78-7f61f20c37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:26.853703 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-98b2846c-5387-419c-af78-7f61f20c37c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3181539 Jan 26 11:51:27.154428 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-9ff5f2c6-1031-445e-b3d6-9e8b98e48daf service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919869 Jan 26 11:51:27.229811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:27.240199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81105310-9ae5-4afb-9d17-a4a3f7d8a8d9 None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:51:27.379278 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4b8cbd06-b4ce-4344-acb8-8c102fd62886 req-2ee10c37-6dfd-4227-afd8-ea848275f95d service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2156672 Jan 26 11:51:27.775959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71abf1fe-b368-4644-a3d8-b550c84c7bf1 None None] New status for floating IP e0d6eefc-4138-4596-9166-0272eb50ef64: DOWN {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:51:28.209561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37552) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:28.306387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:28.421273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.462889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.496003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b85946-25a2-4b7e-bede-4eb46feeaadb req-e21fd392-d756-4a2f-9b3b-815ab48ac364 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:28.504324 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c4b85946-25a2-4b7e-bede-4eb46feeaadb req-e21fd392-d756-4a2f-9b3b-815ab48ac364 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2606192 Jan 26 11:51:28.513953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:28.524409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:28.525150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.546870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.560348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7d8eeaed-60bd-43d1-9ccf-fae72695f339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:28.575149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:28.584742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:28.584899 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c4b85946-25a2-4b7e-bede-4eb46feeaadb req-fe60f5a7-805c-4aa3-bec8-702f1cb3e8f9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771036 Jan 26 11:51:28.615619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.633610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "DELETE /v2.0/security-groups/bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9 HTTP/1.1" status: 204 len: 168 time: 0.4075522 Jan 26 11:51:28.633610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37564) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:28.657879 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.v2.resource [None req-73b13bc0-708e-4b90-bb87-17ba45a085c7 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] show failed (client error): The resource could not be found. Jan 26 11:51:28.659776 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-73b13bc0-708e-4b90-bb87-17ba45a085c7 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups/bcfc57ed-0ad5-409c-a3b1-dabb7303a4d9 HTTP/1.1" status: 404 len: 347 time: 0.0345721 Jan 26 11:51:28.665105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37568) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:28.764865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.797462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:28.816664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:28.859595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.864269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:28.865114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port 6b440e7b-2304-4e59-aa3d-4352d4031455 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:51:28.865508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:28.912451 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'code': 200} Jan 26 11:51:28.991870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:28.998400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:29.147012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:29.147392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:29.290766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6c10b-e8b5-4061-a4a2-59c654ec2b4c req-007cd494-a927-4042-9f81-9f85baacc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:29.296909 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-72b6c10b-e8b5-4061-a4a2-59c654ec2b4c req-007cd494-a927-4042-9f81-9f85baacc973 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1163 time: 0.1092041 Jan 26 11:51:29.349946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for 6b440e7b-2304-4e59-aa3d-4352d4031455 owned by network:floatingip {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:51:29.365035 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-72b6c10b-e8b5-4061-a4a2-59c654ec2b4c req-28f4bc23-8297-418e-abae-f48f1b9be0e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575421 Jan 26 11:51:29.556995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:29.577439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:29.648713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'Port': ['ID=6b440e7b-2304-4e59-aa3d-4352d4031455,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:29.796020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:29.812248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:29.928965 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-02610b8e-94b5-4d42-b463-f04a5cce330d tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/networks?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809622 Jan 26 11:51:29.951263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:30.025199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:30.026962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:30.030325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:30.046713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "DELETE /v2.0/floatingips/e0d6eefc-4138-4596-9166-0272eb50ef64 HTTP/1.1" status: 204 len: 168 time: 1.3689523 Jan 26 11:51:30.277019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a917c-5af2-46c7-a323-7f47cdbab31d req-3c0ad184-63f7-473b-8f6b-aad986cbd907 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:30.278079 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da1a917c-5af2-46c7-a323-7f47cdbab31d req-3c0ad184-63f7-473b-8f6b-aad986cbd907 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.3016062 Jan 26 11:51:30.332344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-de663a0a-ca5e-4c6d-87b4-011411f1ce4e tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:30.341318 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-de663a0a-ca5e-4c6d-87b4-011411f1ce4e tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111192 Jan 26 11:51:30.401938 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-a70764ad-ac86-4a64-bb1d-0a4c5b46f4e6 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/quotas/e9c4a06ba43f4140bc813c78230c23d2 HTTP/1.1" status: 200 len: 375 time: 0.0595789 Jan 26 11:51:30.452158 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da1a917c-5af2-46c7-a323-7f47cdbab31d req-6b8b75ad-ae01-44ac-aa6d-bc491e6b3202 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079288 Jan 26 11:51:30.574626 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-48b20092-a83d-41ff-8363-b12eaf98c5b5 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1533153 Jan 26 11:51:31.083211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37646) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:31.091141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group': {'name': 'tempest-securitygroup--1380170773', 'description': 'tempest-description--1975161684'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:31.097244 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-af4da294-2987-4172-8397-3e64e4779e85 req-afe43595-fb83-4256-9078-95a96b30c995 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.0859530 Jan 26 11:51:31.109727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:31.115687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:31.130717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:31.130717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:31.164549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.177760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 37650) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:31.191670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:31.196498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:31.200633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:31.207634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:31.312367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.353186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.365174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c9c14768-4a1e-4ab6-9abf-a24f20b20272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:31.419101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.436408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroup': ['ID=65f41e18-eab8-4af3-83b1-06ae4cb3fae5,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:31.437147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:31.440316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:31.441583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f0e39a47da49aba45543178a73b703 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:31.445159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:31.452592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:31.484492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.486985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4025464 Jan 26 11:51:31.490189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37660) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:31.499197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group_rule': {'security_group_id': '65f41e18-eab8-4af3-83b1-06ae4cb3fae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:31.517915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:31.526141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:31.531969 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:31.543872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:31.571645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.616775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.626541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:31.661062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.673557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b1a857-61d9-4b60-b308-3028df970982,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:31.691131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:31.754962 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6f0e39a47da49aba45543178a73b703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752842 Jan 26 11:51:31.758785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37668) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:31.843866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa083fc-d055-41e7-a29c-a6f2f47ec37d req-5ecd992d-3a73-4089-b728-e2a45afbe8cb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:31.845616 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4fa083fc-d055-41e7-a29c-a6f2f47ec37d req-5ecd992d-3a73-4089-b728-e2a45afbe8cb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1563065 Jan 26 11:51:31.848549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.906570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4fa083fc-d055-41e7-a29c-a6f2f47ec37d req-6b53aad2-bdbe-43da-9e6e-e79ebf811b40 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538561 Jan 26 11:51:31.914563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.919936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:31.957675 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:32.023771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.044421 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9caf10-144d-402c-abc3-0bc72dacd7da,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:32.056049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:32.094757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.096499 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049390 Jan 26 11:51:32.100723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37676) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:32.107504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'security_group_rule': {'security_group_id': '65f41e18-eab8-4af3-83b1-06ae4cb3fae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:32.124300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:32.129079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:security_group_rule and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:32.132921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:32.142800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:32.207162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.216117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.225041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9930fa14-f53c-4188-922f-5be50eb9a596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:32.257453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b1a857-61d9-4b60-b308-3028df970982,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:32.264303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:32.265339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.269023 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3b1a857-61d9-4b60-b308-3028df970982 HTTP/1.1" status: 204 len: 168 time: 0.5058649 Jan 26 11:51:32.273479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f1b2-5f1c-48ef-9e88-a4fd5d59ebd8 req-dab153d6-54cd-4d37-9815-a638de419436 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:32.275496 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0816f1b2-5f1c-48ef-9e88-a4fd5d59ebd8 req-dab153d6-54cd-4d37-9815-a638de419436 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2150168 Jan 26 11:51:32.288968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37688) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:32.296499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Request body: {'floatingip': {'port_id': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:32.363683 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-69c9c878-1bf9-4678-96d9-26bc855f6417 req-bcb638d2-852c-4ed9-b2e7-a8fc8a017eaf tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.0842142 Jan 26 11:51:32.425986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.590756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.650538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.658465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-03cff046-8dd6-4b95-a643-3675990be023 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:32.700323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aaa5d1-759f-4251-b8f0-a5ad9f15a5f3,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:32.708956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:32.783499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group_rule, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.784803 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8427a839-4f51-4590-b532-9d360997b3de tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6827667 Jan 26 11:51:32.788512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 37708) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:32.797912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:32.818118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:32.822761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:floatingip and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:32.826918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:32.834210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:32.882385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:32.914463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:51:33.109680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.149567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37716) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:33.196474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.476364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Allocated IP 172.28.1.83 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/3cdd2100-f3df-404c-9a32-358132b100c6) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:51:33.637952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 37724) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:33.684847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:33.693253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Usage tracker for resource:security_group_rule and tenant:bb248791d4084c5c8f078801e952c092 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:33.706244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:33.717426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:33.728250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.773879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.787998 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6bdad064-d164-4fc5-a4b3-49cd75ca2d5f req-7f0229c2-944f-43a8-a594-3459543583d5 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.1338663 Jan 26 11:51:33.884968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.905345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.918380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:33.947415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:33.955613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d4f3501c924a699a5d970969f0d2ea is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:33.962243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:33.976883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:34.050156 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-831c5859-83cb-49a4-a255-80fe4aeefda0 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.24 "GET /v2.0/networks?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379450 Jan 26 11:51:34.068387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.095896 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 19664a8c-6ccb-4cfc-b2cc-f2b006f85418 associated. External IP: 172.28.1.110, port: b72496b8-c5e4-4b81-99f4-7cf13ce156a1. Jan 26 11:51:34.114872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.137366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:34.191470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.229528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b9c7241-56de-48ae-ab63-86d4cbf7b43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:34.382003 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb248791d4084c5c8f078801e952c092&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2305298 Jan 26 11:51:34.385955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11ad21-ebc9-4e52-929b-a333c137489d,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:34.392942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37732) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:34.399794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:34.612690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-9ee53021-8c2c-4384-a40d-0995fd566aad tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:34.615790 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-9ee53021-8c2c-4384-a40d-0995fd566aad tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5592179 Jan 26 11:51:34.624937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.695201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Request body: {'port': {'device_id': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683', 'admin_state_up': True, 'tenant_id': 'e9c4a06ba43f4140bc813c78230c23d2'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:34.699334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.733515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=3cdd2100-f3df-404c-9a32-358132b100c6,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:34.771299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:34.776444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:51:34.962950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:34.977566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4b5472fc-f8e9-4d3d-b9ca-8ef5a25889f5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:35.011887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d11ad21-ebc9-4e52-929b-a333c137489d,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:35.014907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:35.020877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.023477 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d11ad21-ebc9-4e52-929b-a333c137489d HTTP/1.1" status: 204 len: 168 time: 0.6294289 Jan 26 11:51:35.024767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.092851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:51:35.100248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.113656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:51:35.130856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.141506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:35.144263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:35.153576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9b8eb857-5bcc-47f3-9ab9-a07717f92282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:35.168889 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5862671b-69a6-4e7c-a305-f232a7c99986 req-777e46cf-9bde-4d3d-8767-3aa6d4204f31 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.1685705 Jan 26 11:51:35.197113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:51:35.212938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:51:35.235064 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9f50f2cd-d3f2-4c39-9d87-e29164a9b01f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "PUT /v2.0/floatingips/19664a8c-6ccb-4cfc-b2cc-f2b006f85418 HTTP/1.1" status: 200 len: 992 time: 2.9419222 Jan 26 11:51:35.235064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:35.250142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:51:35.369420 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'status': 'completed', 'code': 200} Jan 26 11:51:35.473116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0261caba-d80c-4550-95e2-213eb17afe24,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:35.492360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:35.496399 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8d4f3501c924a699a5d970969f0d2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8558569 Jan 26 11:51:35.500297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:35.503844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37752) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:35.521024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:35.534442 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Usage tracker for resource:port and tenant:e9c4a06ba43f4140bc813c78230c23d2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:35.555164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:35.572571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:35.606487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.641483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Made reservation on behalf of e9c4a06ba43f4140bc813c78230c23d2 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:51:35.651053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.670929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.700382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.739470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.817684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:35.838095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Usage tracker for resource:security_group_rule and tenant:e9c4a06ba43f4140bc813c78230c23d2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:35.894052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.907406 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ea8bb16-d99d-4d48-9ea4-829ba6efff93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:35.915065 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:35.935375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0261caba-d80c-4550-95e2-213eb17afe24,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:35.940898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.947726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:35.955452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:35.957831 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0261caba-d80c-4550-95e2-213eb17afe24 HTTP/1.1" status: 204 len: 168 time: 0.4522171 Jan 26 11:51:36.002336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:36.226814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '19664a8c-6ccb-4cfc-b2cc-f2b006f85418', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.110', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:a1:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48440a19-5365-4226-979f-7727b51c3cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:07Z', 'updated_at': '2021-01-26T11:51:33Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:36.236248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:51:36.236563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:36.297516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-2aeab787-7b1b-4c9c-9b62-14dfb6a98095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:36.300910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:36.301627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:36.311487 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-2aeab787-7b1b-4c9c-9b62-14dfb6a98095 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1163 time: 0.8496478 Jan 26 11:51:36.312256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:36.341577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8bdb1ac8-a38c-493b-9087-ea6e79d546ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:36.682330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:51:37.007546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-58b3a419-606c-4d89-baa7-ed24660f2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:37.009526 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-58b3a419-606c-4d89-baa7-ed24660f2506 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.6716769 Jan 26 11:51:37.012124 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3ab74fff-e32a-47ca-ac36-db46a970164e req-6d69fde6-9044-494e-bfec-3555b47a7b2d tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.2481863 Jan 26 11:51:37.035614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37780) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:37.068322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.104068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Pushing event updated for resources: {'SecurityGroup': ['ID=c85982a6-b1d7-4341-b80c-595d43b7476c,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:37.108537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:37.111444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:37.117193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8ab6c8c9804315a0df6a553e952a66 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:37.122926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:37.135171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:37.291001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '19664a8c-6ccb-4cfc-b2cc-f2b006f85418', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.110', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:a1:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48440a19-5365-4226-979f-7727b51c3cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:07Z', 'updated_at': '2021-01-26T11:51:33Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:51:37.300219 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-67274ac3-4d9f-43a9-9a19-6248dbc418a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 1000 time: 0.1976473 Jan 26 11:51:37.300663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa914d2-b289-4e21-8c9d-5214b95e1cc4 None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '19664a8c-6ccb-4cfc-b2cc-f2b006f85418', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'floating_ip_address': '172.28.1.110', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'port_id': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'mac_address': 'fa:16:3e:a1:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48440a19-5365-4226-979f-7727b51c3cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:07Z', 'updated_at': '2021-01-26T11:51:33Z', 'revision_number': 1, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:51:37.328690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.359703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.380683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bc9f46d5-f4b6-4f82-8eb0-df12f0c20939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:37.478460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8ab6c8c9804315a0df6a553e952a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406791 Jan 26 11:51:37.481427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 37784) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:37.482705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c261150f-5ab0-48fb-98ab-02a3a55befdd,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:37.512978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:37.582190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.619844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-4f62dc29-781a-43c8-83f4-248f3daeacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:37.621908 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-4f62dc29-781a-43c8-83f4-248f3daeacb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.1507001 Jan 26 11:51:37.635046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.731102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28e969-0d61-41b3-b3a1-a5277df17e58 None None] New status for floating IP 19664a8c-6ccb-4cfc-b2cc-f2b006f85418: ACTIVE {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:51:37.765298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.776595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Allocated IP 192.168.233.86 (5d6c4150-e2c6-4cb1-a2e7-13073ad3a683/dfc52e01-051c-4ac6-b1f2-af145de621f1/7c23a367-1bea-4d92-a397-be7deb2c522d) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:51:37.779762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-215241d2-7b1e-4bdd-a7f4-6e78e166817a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:37.825626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261150f-5ab0-48fb-98ab-02a3a55befdd,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:37.850277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:37.874569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:37.898348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c261150f-5ab0-48fb-98ab-02a3a55befdd HTTP/1.1" status: 204 len: 168 time: 0.4096906 Jan 26 11:51:37.934377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-3dd66a7b-19ac-4c7e-81eb-aaa144030f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:37.937346 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-3dd66a7b-19ac-4c7e-81eb-aaa144030f87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2983863 Jan 26 11:51:38.104940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:51:38.282118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:38.337540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:38.574067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-eda20d12-b2f8-4946-a821-ab73b9933538 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:38.952542 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f2d4af16-d7dd-4f61-8b6c-a86095e7f9c6 req-b4b905df-36e8-4891-8780-19cf553a0eca tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.6214027 Jan 26 11:51:39.097080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=3cdd2100-f3df-404c-9a32-358132b100c6,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:39.165363 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-736c9815-3d2d-4fd6-a45d-b684465aa344 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2098699 Jan 26 11:51:39.185212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:39.307019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:39.481932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:39.547130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Transition to ACTIVE for port object 7c23a367-1bea-4d92-a397-be7deb2c522d will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:39.594475 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7fb03b28-84e1-4cca-96d3-4aec960422b0 req-9d660df2-e106-4939-aa86-68430d814fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4018629 Jan 26 11:51:39.639041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:39.640470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8505752 Jan 26 11:51:39.672930 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:39.691554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fe80684-5d6f-4db5-9933-e666c0e7e5c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:39.791149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Pushing event updated for resources: {'Port': ['ID=7c23a367-1bea-4d92-a397-be7deb2c522d,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:39.880674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:40.269894 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-d996448d-8b7e-43f2-85fb-42ea6581f9a1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1380170773&fields=id&tenant_id=10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 267 time: 0.0894406 Jan 26 11:51:40.299607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:51:40.302290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:51:40.331152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:51:40.591058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:40.591820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:40.777990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-e7e0303c-664b-4f37-bbf1-5627352b3474 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:40.778942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-e7e0303c-664b-4f37-bbf1-5627352b3474 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Synchronizing usage tracker for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:40.799334 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1232872 Jan 26 11:51:40.809051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-dbb0135e-f5be-4a96-ba23-cfa36361f91b None None] Provisioning for port 7c23a367-1bea-4d92-a397-be7deb2c522d completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:40.815702 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-dbb0135e-f5be-4a96-ba23-cfa36361f91b None None] Provisioning complete for port 7c23a367-1bea-4d92-a397-be7deb2c522d triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:40.816127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dbb0135e-f5be-4a96-ba23-cfa36361f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:40.855383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-aaf5bc37-924b-408b-bcef-9befcf15de06 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:40.857135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-aaf5bc37-924b-408b-bcef-9befcf15de06 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 811 time: 0.5562146 Jan 26 11:51:40.872656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Request body: {'port': {'device_id': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:40.906549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0135e-f5be-4a96-ba23-cfa36361f91b None None] Port 7c23a367-1bea-4d92-a397-be7deb2c522d cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:51:40.932572 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-67a9154f-5ca4-435d-a123-95fce8ef5f44 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/quotas/10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 375 time: 0.0653481 Jan 26 11:51:40.946608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-e7e0303c-664b-4f37-bbf1-5627352b3474 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Unset dirty status for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:40.947906 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-e7e0303c-664b-4f37-bbf1-5627352b3474 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 935 time: 0.5882905 Jan 26 11:51:41.163481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-8edef089-150d-4732-8019-04d62e11cf20 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Synchronizing usage tracker for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:41.166439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:41.321737 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-e031f92b-4c97-41b5-b387-7ab492fa2ac1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3797119 Jan 26 11:51:41.333221 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-8edef089-150d-4732-8019-04d62e11cf20 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Unset dirty status for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:41.335405 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7e0daa2f-679a-428c-ac44-e1ef9134a67e req-8edef089-150d-4732-8019-04d62e11cf20 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385012 Jan 26 11:51:41.958161 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-62c1de57-ba3f-4d89-bfb3-ef875b0f5752 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774388 Jan 26 11:51:42.236684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c23a367-1bea-4d92-a397-be7deb2c522d {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:51:42.260002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:42.315683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Transition to ACTIVE for port object 7c23a367-1bea-4d92-a397-be7deb2c522d will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:42.340381 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6d27d78c-34bb-4dac-acc3-850686a001f9 service neutron] 10.222.0.53 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3359809 Jan 26 11:51:42.344524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:42.361722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:42.790866 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-12c881b0-85f7-4af2-a440-0e65070f055e req-a83d4151-900b-4e2b-9b21-54a837c918f1 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.1987267 Jan 26 11:51:42.792533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23a367-1bea-4d92-a397-be7deb2c522d,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:42.817557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:43.127899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092136c0-5c9f-4d86-b3d8-aad289f3cd25 req-bc46b4e8-f224-481e-a4fd-f9e3449b102a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:43.129685 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-092136c0-5c9f-4d86-b3d8-aad289f3cd25 req-bc46b4e8-f224-481e-a4fd-f9e3449b102a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 947 time: 0.3341515 Jan 26 11:51:43.131014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Attempting to bind port 7c23a367-1bea-4d92-a397-be7deb2c522d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:51:43.132558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Attempting to bind port 7c23a367-1bea-4d92-a397-be7deb2c522d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:51:43.133417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Attempting to bind port 7c23a367-1bea-4d92-a397-be7deb2c522d on network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:51:43.178906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:51:43.179574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Checking segment: {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:51:43.180268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:43.180943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Bound using segment: {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:51:43.181807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Bound port: 7c23a367-1bea-4d92-a397-be7deb2c522d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22066bc3-bfde-4683-ba33-920b37139da3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5d6c4150-e2c6-4cb1-a2e7-13073ad3a683'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:51:43.182466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:43.354139 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-092136c0-5c9f-4d86-b3d8-aad289f3cd25 req-e7e8d137-2ea7-4d54-90d7-b9636e450858 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107556 Jan 26 11:51:43.404188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] For port 7c23a367-1bea-4d92-a397-be7deb2c522d, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:51:43.407814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] For port 7c23a367-1bea-4d92-a397-be7deb2c522d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7c23a367-1bea-4d92-a397-be7deb2c522d,segment=NetworkSegment(22066bc3-bfde-4683-ba33-920b37139da3),segment_id=22066bc3-bfde-4683-ba33-920b37139da3)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:51:43.438471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:43.455879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:43.631000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Pushing event updated for resources: {'Port': ['ID=7c23a367-1bea-4d92-a397-be7deb2c522d,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:43.637533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:43.683159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:43.683875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:43.685468 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c23a367-1bea-4d92-a397-be7deb2c522d HTTP/1.1" status: 200 len: 1161 time: 2.8251369 Jan 26 11:51:43.686061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:43.765298 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d', 'status': 'completed', 'code': 200} Jan 26 11:51:43.939504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-e9d13543-a29f-4543-b74d-21e894fbda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:43.943174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-e9d13543-a29f-4543-b74d-21e894fbda86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 1164 time: 0.1450536 Jan 26 11:51:44.088660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-06f79f07-1cf0-4b55-bf87-52fca41bac5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7c23a367-1bea-4d92-a397-be7deb2c522d HTTP/1.1" status: 200 len: 217 time: 0.1266077 Jan 26 11:51:44.787222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cb8e1c67-2e60-4c34-b38d-2a0b435c5b7e req-355e5013-8690-4550-b174-948140276d5e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.6880572 Jan 26 11:51:44.789326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-d06d3642-13ca-4dbd-9d9c-2803a40366f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:44.791038 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-d06d3642-13ca-4dbd-9d9c-2803a40366f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfc52e01-051c-4ac6-b1f2-af145de621f1 HTTP/1.1" status: 200 len: 843 time: 0.6526461 Jan 26 11:51:45.159080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12c083-6693-448b-beaf-26a61bde5b74 req-3999c0e2-f9b2-4cce-8be0-1b7a79a1c9a0 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:45.161197 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dd12c083-6693-448b-beaf-26a61bde5b74 req-3999c0e2-f9b2-4cce-8be0-1b7a79a1c9a0 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 947 time: 0.5543778 Jan 26 11:51:45.200612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ba94-3208-4345-9604-f29885f81a85 req-0d2e3b31-21a5-4a3a-b4de-015682681831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:45.202292 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-0d2e3b31-21a5-4a3a-b4de-015682681831 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6c4150-e2c6-4cb1-a2e7-13073ad3a683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4016588 Jan 26 11:51:45.348742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-4f85dfba-17dd-4adb-9ca0-74425315f2c5 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:45.350394 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-4f85dfba-17dd-4adb-9ca0-74425315f2c5 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 811 time: 0.4543035 Jan 26 11:51:45.375131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04f57e3c-eeec-4e62-862f-dc245a0c1f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:45.443663 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dd12c083-6693-448b-beaf-26a61bde5b74 req-0acc6949-b229-46fe-8809-2051e2c94888 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649930 Jan 26 11:51:45.606768 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1128df17-0fcd-4361-af48-801e0368eccf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10afcb033d524f739e42bb0de1c5d6c2 HTTP/1.1" status: 200 len: 5705 time: 0.1984925 Jan 26 11:51:45.620672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-489e393b-7df4-4378-856e-7384a4537ddb service neutron] 10.222.0.24 "GET /v2.0/networks/5d6c4150-e2c6-4cb1-a2e7-13073ad3a683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016616 Jan 26 11:51:45.628882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'port': {'device_id': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'admin_state_up': True, 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'security_groups': ['65f41e18-eab8-4af3-83b1-06ae4cb3fae5']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:45.931995 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4c61ba94-3208-4345-9604-f29885f81a85 req-31199ebd-2bad-420a-9f27-620cf3e3b731 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6c4150-e2c6-4cb1-a2e7-13073ad3a683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2787552 Jan 26 11:51:45.933171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:45.938485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Usage tracker for resource:port and tenant:10afcb033d524f739e42bb0de1c5d6c2 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:45.941807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Quota usage for port was recalculated. Used quota:3. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:45.948287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:46.009818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Made reservation on behalf of 10afcb033d524f739e42bb0de1c5d6c2 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:51:46.025288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:46.111561 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-89fae3de-effb-4cdd-acbd-6727f115c378 req-61e6e1cf-1778-4888-898c-b57ff8121ab6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0734751 Jan 26 11:51:46.390613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-aa1dcd34-2d3d-47ef-9750-5b95cceee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:46.392627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-aa1dcd34-2d3d-47ef-9750-5b95cceee22a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 1164 time: 0.2331169 Jan 26 11:51:46.633890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Allocated IP 172.20.0.11 (a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad/f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658/e9e02ee7-2193-4cbb-9910-39fe014bfe6d) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:51:46.722481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-48b1a929-0d33-4862-afcb-57f9e699e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:46.724125 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-48b1a929-0d33-4862-afcb-57f9e699e130 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 HTTP/1.1" status: 200 len: 863 time: 0.3095541 Jan 26 11:51:46.833874 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-00c1acd8-b286-46ef-be86-daf172dc63f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7c23a367-1bea-4d92-a397-be7deb2c522d HTTP/1.1" status: 200 len: 217 time: 0.1008413 Jan 26 11:51:47.095727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750ac75-15af-4905-92fb-7a42f31b7028 req-49293c88-6064-4ab2-8269-340841567ab0 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:47.104509 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e750ac75-15af-4905-92fb-7a42f31b7028 req-49293c88-6064-4ab2-8269-340841567ab0 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 947 time: 0.4777162 Jan 26 11:51:47.123966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-01c1ec3e-35fb-4bed-ab22-9a6132ad5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:47.125558 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-01c1ec3e-35fb-4bed-ab22-9a6132ad5258 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfc52e01-051c-4ac6-b1f2-af145de621f1 HTTP/1.1" status: 200 len: 843 time: 0.2814040 Jan 26 11:51:47.608139 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e750ac75-15af-4905-92fb-7a42f31b7028 req-372c5c82-c1d8-4b62-9815-379168a855c2 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034902 Jan 26 11:51:47.625353 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f17c7945-4df2-486f-bee2-1a1ea641801e req-d8046749-5f07-4173-988b-c37dff49ea25 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.0936251 Jan 26 11:51:47.647999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:47.693224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Transition to ACTIVE for port object e9e02ee7-2193-4cbb-9910-39fe014bfe6d will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:47.706320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-fe3a12a9-c2e2-4c2a-9728-f1e5f4d64907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:47.708056 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-fe3a12a9-c2e2-4c2a-9728-f1e5f4d64907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6c4150-e2c6-4cb1-a2e7-13073ad3a683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5625834 Jan 26 11:51:47.741656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c8390290-5588-4a14-8e05-89233b5e429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:47.777544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:47.808429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:48.069441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 5d6c4150-e2c6-4cb1-a2e7-13073ad3a683 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:51:48.174334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event updated for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:48.227796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:48.248075 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-fa679420-8878-4999-9e7b-744df87c13bb service neutron] 10.222.0.24 "GET /v2.0/networks/5d6c4150-e2c6-4cb1-a2e7-13073ad3a683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288460 Jan 26 11:51:48.261895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:51:48.293493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:51:48.309856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:51:48.441656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:48.588485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:48.589382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:48.662765 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-96ae04aa-faa8-4a82-9beb-485cf05a4d4d req-f704cbcd-bd5b-4b22-a5d3-b628a0f95486 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6c4150-e2c6-4cb1-a2e7-13073ad3a683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4049680 Jan 26 11:51:48.671799 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0504401 Jan 26 11:51:48.710127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Request body: {'port': {'device_id': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:48.743079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-4354fd31-f53a-4aa8-b3fb-6668d3469069 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:51:48.759457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e40a-2fa5-4d62-8fee-d3ece9b7228c None None] Provisioning for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:48.769923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e40a-2fa5-4d62-8fee-d3ece9b7228c None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:48.770819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e40a-2fa5-4d62-8fee-d3ece9b7228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:48.873197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0e40a-2fa5-4d62-8fee-d3ece9b7228c None None] Port e9e02ee7-2193-4cbb-9910-39fe014bfe6d cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:51:48.997267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.271818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61fa3-f590-47c1-893a-33762b109db5 req-0d63430c-2b64-4ed5-b28d-6a75dec3ca07 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:49.274186 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54d61fa3-f590-47c1-893a-33762b109db5 req-0d63430c-2b64-4ed5-b28d-6a75dec3ca07 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 947 time: 0.3790767 Jan 26 11:51:49.282039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:49.332240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1465555-831f-4623-bc0f-4cfe5d4ecf9d req-8409647d-9263-4f31-8dca-526404e6886b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:49.333061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-e1465555-831f-4623-bc0f-4cfe5d4ecf9d req-8409647d-9263-4f31-8dca-526404e6886b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:51:49.403862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 7c23a367-1bea-4d92-a397-be7deb2c522d completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:49.412225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 7c23a367-1bea-4d92-a397-be7deb2c522d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:49.412826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.475613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-e1465555-831f-4623-bc0f-4cfe5d4ecf9d req-8409647d-9263-4f31-8dca-526404e6886b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:51:49.476952 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e1465555-831f-4623-bc0f-4cfe5d4ecf9d req-8409647d-9263-4f31-8dca-526404e6886b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 932 time: 0.5875943 Jan 26 11:51:49.489183 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54d61fa3-f590-47c1-893a-33762b109db5 req-aa3e7d76-c090-408b-b897-02a1d8eaa04b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507716 Jan 26 11:51:49.575186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.650060 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e1465555-831f-4623-bc0f-4cfe5d4ecf9d req-adaaa0a3-4745-4704-9445-f606e99e0e1b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570899 Jan 26 11:51:49.652308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:49.690607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 7c23a367-1bea-4d92-a397-be7deb2c522d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7c23a367-1bea-4d92-a397-be7deb2c522d,segment=NetworkSegment(22066bc3-bfde-4683-ba33-920b37139da3),segment_id=22066bc3-bfde-4683-ba33-920b37139da3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:49.724287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.778023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.793153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:49.814870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e02ee7-2193-4cbb-9910-39fe014bfe6d {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:51:49.828053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.849982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Transition to ACTIVE for port object e9e02ee7-2193-4cbb-9910-39fe014bfe6d will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:51:49.861641 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d', 'code': 200} Jan 26 11:51:49.884733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:49.917800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=7c23a367-1bea-4d92-a397-be7deb2c522d,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:49.922404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:49.957143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:50.042254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:50.217469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:50.224603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:50.226554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:50.412212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 7c23a367-1bea-4d92-a397-be7deb2c522d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:50.414367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:50.658414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Attempting to bind port e9e02ee7-2193-4cbb-9910-39fe014bfe6d on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:51:50.658721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Attempting to bind port e9e02ee7-2193-4cbb-9910-39fe014bfe6d by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:51:50.659585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Attempting to bind port e9e02ee7-2193-4cbb-9910-39fe014bfe6d on network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:51:50.668776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:51:50.669364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Checking segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:51:50.669786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:50.670202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Bound using segment: {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:51:50.670716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Bound port: e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd3f38e-76c0-4288-be03-7714fbbd80c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:51:50.671891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:50.831768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feab2dc-db3d-46ad-b026-3b3b15857476 req-efe17a35-42fb-45f0-b4c4-0aeb39be5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:50.834748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3feab2dc-db3d-46ad-b026-3b3b15857476 req-efe17a35-42fb-45f0-b4c4-0aeb39be5ccd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 1166 time: 0.3745124 Jan 26 11:51:51.201824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:51:51.220756 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3feab2dc-db3d-46ad-b026-3b3b15857476 req-744b34b6-966e-4211-93fc-42a8b1e6f7b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681512 Jan 26 11:51:51.223235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:51:51.353235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba362e-4822-4a4b-80d5-41ad56e594d6 req-5a944bde-9db5-4d70-904f-785cf513d6bf tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:51.356828 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48ba362e-4822-4a4b-80d5-41ad56e594d6 req-5a944bde-9db5-4d70-904f-785cf513d6bf tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 949 time: 0.6205435 Jan 26 11:51:51.365256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:51.400010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:51.794346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9fbdc-5f70-461e-a816-37f8ffe6b680 req-53931b15-3541-452b-be76-badeec6c1c7e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:51.797192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-03d9fbdc-5f70-461e-a816-37f8ffe6b680 req-53931b15-3541-452b-be76-badeec6c1c7e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 944 time: 0.9236574 Jan 26 11:51:51.942256 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48ba362e-4822-4a4b-80d5-41ad56e594d6 req-f739cf30-662b-4fba-883a-1b48158e48f3 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499728 Jan 26 11:51:51.951734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:51.974812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:52.047449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-03d9fbdc-5f70-461e-a816-37f8ffe6b680 req-77c5ef6a-2892-4577-9de7-36d0ee193c2e tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184117 Jan 26 11:51:52.069976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:52.071032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:52.073852 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9e02ee7-2193-4cbb-9910-39fe014bfe6d HTTP/1.1" status: 200 len: 1158 time: 3.3748465 Jan 26 11:51:52.074631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:52.286447 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'status': 'completed', 'code': 200} Jan 26 11:51:52.353412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:52.455383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 7c23a367-1bea-4d92-a397-be7deb2c522d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:52.455870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:52.491055 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-8e692d9b-1f23-4387-adb1-259d6260fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:52.492953 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-8e692d9b-1f23-4387-adb1-259d6260fcc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 1161 time: 0.1506691 Jan 26 11:51:52.611143 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-37f3deca-635a-46d8-97de-2a8205b6b36a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d HTTP/1.1" status: 200 len: 217 time: 0.1020451 Jan 26 11:51:52.696805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-313c1a00-a1e0-4c69-862d-749691e53999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:52.698610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-313c1a00-a1e0-4c69-862d-749691e53999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.0782509 Jan 26 11:51:52.804552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64cf19-8925-490f-920d-8a92439f7592 req-fa39edbd-b66b-42bf-8bed-ae4ec7e550ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:52.806227 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-fa39edbd-b66b-42bf-8bed-ae4ec7e550ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990169 Jan 26 11:51:52.991019 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-9ba08feb-15d7-45f8-9f4d-b491902fa81a service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746027 Jan 26 11:51:53.342360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38068) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:53.584589 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dc64cf19-8925-490f-920d-8a92439f7592 req-20f92f51-74cf-4407-8a97-3d360a272436 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5843065 Jan 26 11:51:53.648527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:53.668840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58972b49-253a-48c2-a984-35f52821fdb1 req-740d326b-7e6b-4c63-b15a-bad02a661c11 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:53.669130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:53.671310 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58972b49-253a-48c2-a984-35f52821fdb1 req-740d326b-7e6b-4c63-b15a-bad02a661c11 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 949 time: 0.4327509 Jan 26 11:51:53.675602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Usage tracker for resource:security_group_rule and tenant:010d7dfaecff42e29c99a91ed62fcbb7 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:53.681448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:53.693063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:53.742768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4f4b8-a066-455e-92a4-90e29ca57a88 req-af2ac578-a461-4eb5-a48d-1bb2abed108b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:53.746509 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6fc4f4b8-a066-455e-92a4-90e29ca57a88 req-af2ac578-a461-4eb5-a48d-1bb2abed108b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 944 time: 0.4117115 Jan 26 11:51:53.818429 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:53.878140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:53.887996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-090777a0-1032-4bb6-b842-fc384fc45976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:53.941934 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=010d7dfaecff42e29c99a91ed62fcbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978625 Jan 26 11:51:53.943087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a500c0-c6ba-4d3d-a56e-fe7085ab2ad6,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:53.945872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38074) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:53.955216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.955646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.956107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.956527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.956940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.957350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.957757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.958166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.958638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.959026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.959433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.959842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.960464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.960760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.961164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.961568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.961971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.962375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.962837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.963246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.963648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.964593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.964995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.965397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:51:53.981089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:54.009513 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-58972b49-253a-48c2-a984-35f52821fdb1 req-79cf9dd4-aa40-4db1-9377-42a7c232c04e tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589512 Jan 26 11:51:54.044204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:54.059702 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6fc4f4b8-a066-455e-92a4-90e29ca57a88 req-4079b9a9-3fcf-44b8-b47e-ecfd584332b3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303903 Jan 26 11:51:54.084053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-4a38c06d-d29f-49c4-b835-a5e085d0c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:54.087851 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-4a38c06d-d29f-49c4-b835-a5e085d0c61e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 1161 time: 0.3395920 Jan 26 11:51:54.089346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:54.204531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:54.214992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7e780326-2a52-40d9-8fc0-a30fabd4853c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:54.236291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a500c0-c6ba-4d3d-a56e-fe7085ab2ad6,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:54.242520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:54.252393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:54.254597 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2a500c0-c6ba-4d3d-a56e-fe7085ab2ad6 HTTP/1.1" status: 204 len: 168 time: 0.3059006 Jan 26 11:51:54.433224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-6050fd22-df81-4aae-9d62-8edf5fbb68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:54.436152 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-6050fd22-df81-4aae-9d62-8edf5fbb68cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.3290830 Jan 26 11:51:54.525215 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-5e2cedc8-cbd8-4698-a794-e132f3442642 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d HTTP/1.1" status: 200 len: 217 time: 0.0809004 Jan 26 11:51:54.602162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:54.664938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-18279b6d-0fdb-4a61-a105-8b0f615d7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:54.667777 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-18279b6d-0fdb-4a61-a105-8b0f615d7e11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.1342304 Jan 26 11:51:54.764962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 7c23a367-1bea-4d92-a397-be7deb2c522d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:54.765673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.024384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-9e623352-bd02-4287-a9d4-c0f1679760a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:55.025737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38092) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:55.028006 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-9e623352-bd02-4287-a9d4-c0f1679760a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3243370 Jan 26 11:51:55.050455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.070450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:55.077910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Usage tracker for resource:security_group_rule and tenant:06c4c537106f49f6aa13783d37befb30 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:55.083739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:55.094512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:55.289795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38104) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:55.308666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.353662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.398989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-185f57c8-6ed5-4fa9-958b-8d93e08124cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:55.446238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af66632-1df6-4d54-acc2-0724be35df35 req-3271e209-8b81-439f-93eb-f99ca9ff3e6a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:55.448923 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8af66632-1df6-4d54-acc2-0724be35df35 req-3271e209-8b81-439f-93eb-f99ca9ff3e6a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 949 time: 0.5230303 Jan 26 11:51:55.471317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f11aa1-2148-4128-ae0e-10ae4350aa3b,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:55.489454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:55.499317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06c4c537106f49f6aa13783d37befb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678068 Jan 26 11:51:55.504726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38110) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:55.558994 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-de4935c7-6833-4470-a530-427c80edcd46 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204227 Jan 26 11:51:55.565248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.632562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.644392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:55.660708 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8af66632-1df6-4d54-acc2-0724be35df35 req-ee9fa845-8d42-4a84-9e33-bc4795a3351e tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899412 Jan 26 11:51:55.665684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Usage tracker for resource:security_group_rule and tenant:6a208e5495ff421d927139ce573cb7a6 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:55.669945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.671709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:55.728289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:55.787161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.796088 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ccfa6ee-0699-405a-8f7f-985de684a04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:55.813447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f11aa1-2148-4128-ae0e-10ae4350aa3b,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:55.824803 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:55.826276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:55.828402 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44f11aa1-2148-4128-ae0e-10ae4350aa3b HTTP/1.1" status: 204 len: 168 time: 0.3199716 Jan 26 11:51:55.898172 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7bc557cc-5129-4484-b1f8-423c376b87d6 req-526dfff2-6b4f-42d3-ade9-ee2b5061b940 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3092911 Jan 26 11:51:56.001494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebe9e1-a5b4-4f29-b4e6-59dac2d3b794 req-c1aaf96a-a1b0-477f-b091-f4db8222e552 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:56.002672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-80ebe9e1-a5b4-4f29-b4e6-59dac2d3b794 req-c1aaf96a-a1b0-477f-b091-f4db8222e552 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 944 time: 0.2794902 Jan 26 11:51:56.061620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.094941 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-80ebe9e1-a5b4-4f29-b4e6-59dac2d3b794 req-bba3630e-c80d-4f0e-b26e-e53700bea025 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786619 Jan 26 11:51:56.101933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.114399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ef714e9-0810-4fc8-aefa-e0a1bdd51f3b tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:56.175136 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a208e5495ff421d927139ce573cb7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836105 Jan 26 11:51:56.176262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b899f85-ca69-447a-9811-f4361009d036,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:56.178400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38116) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:56.180100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:56.278274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.312832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.413102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.420920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3c616b15-bfde-45f1-881f-e7e366ff5737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:56.437129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b899f85-ca69-447a-9811-f4361009d036,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:56.440327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:56.441629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:56.453374 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9361506e-9a44-4083-94a7-d6c7d37c5bf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b899f85-ca69-447a-9811-f4361009d036 HTTP/1.1" status: 204 len: 168 time: 0.2728758 Jan 26 11:51:56.945583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-afbdec03-036d-4218-bf42-2aa330a6fe64 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:56.948930 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-afbdec03-036d-4218-bf42-2aa330a6fe64 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.24 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 949 time: 0.2947230 Jan 26 11:51:57.138910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:57.292344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38144) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:57.383892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Deleting port 7c23a367-1bea-4d92-a397-be7deb2c522d {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:51:57.384440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.395359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.435811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:51:57.438018 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Usage tracker for resource:security_group_rule and tenant:337378f22c284cc3891e366893b1c816 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:51:57.444595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:51:57.456938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:51:57.495387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:51:57.502573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:57.503414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.523301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9858c-4a2e-46b5-a3b4-a7e930fa6f79 req-d5161f3e-2ae4-4c6f-9860-3a2cb8d4d88d tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:57.525447 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1de9858c-4a2e-46b5-a3b4-a7e930fa6f79 req-d5161f3e-2ae4-4c6f-9860-3a2cb8d4d88d tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 949 time: 0.5664213 Jan 26 11:51:57.664291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.707531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.729357 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.737569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1363f47f-ef40-4429-8888-c6e2bd7dc9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:57.761563 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1de9858c-4a2e-46b5-a3b4-a7e930fa6f79 req-aa5324f8-49a8-4a10-883e-12b58a6afe80 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/security-groups?id=c85982a6-b1d7-4341-b80c-595d43b7476c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779296 Jan 26 11:51:57.821185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055998c4-c0cc-49cc-bbe1-9868f1a6a01e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:57.826507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:57.844940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:57.868849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:57.879007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=337378f22c284cc3891e366893b1c816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5844581 Jan 26 11:51:57.886734 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38156) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:57.951527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.955243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:57.971391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:57.994190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a5d35-34c9-4edd-b40b-fa19a83c3fb0 req-c225df8b-faec-4a05-b666-774b69fe0fb4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:58.002717 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bb7a5d35-34c9-4edd-b40b-fa19a83c3fb0 req-c225df8b-faec-4a05-b666-774b69fe0fb4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 944 time: 0.3989472 Jan 26 11:51:58.019325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.035668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] For port 7c23a367-1bea-4d92-a397-be7deb2c522d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=7c23a367-1bea-4d92-a397-be7deb2c522d,segment=NetworkSegment(22066bc3-bfde-4683-ba33-920b37139da3),segment_id=22066bc3-bfde-4683-ba33-920b37139da3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:51:58.036040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.133856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:58.137860 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:58.168011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.175193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-45f82e15-2d9a-4a78-b5ec-f3426675c9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:58.201978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.201978 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/055998c4-c0cc-49cc-bbe1-9868f1a6a01e HTTP/1.1" status: 204 len: 168 time: 0.3091919 Jan 26 11:51:58.201978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055998c4-c0cc-49cc-bbe1-9868f1a6a01e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:58.204352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:58.215007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bb7a5d35-34c9-4edd-b40b-fa19a83c3fb0 req-5d38b342-9d9f-497b-ac6d-b09bca421972 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111745 Jan 26 11:51:58.223033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Calling delete_port for 7c23a367-1bea-4d92-a397-be7deb2c522d owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:51:58.460614 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'code': 200} Jan 26 11:51:58.603192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:51:58.671207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.725216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6e9ec6a3-60c4-4617-be00-3cf68977386c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:51:58.785109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:51:58.786191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:58.844608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Pushing event deleted for resources: {'Port': ['ID=7c23a367-1bea-4d92-a397-be7deb2c522d,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:51:58.874351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:51:59.091175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:51:59.187415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] No Port match for: 7c23a367-1bea-4d92-a397-be7deb2c522d {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:51:59.188291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 7c23a367-1bea-4d92-a397-be7deb2c522d not bound to the agent host hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:51:59.281761 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1fbadc12-e374-430b-a463-5f8356ccb27d req-71d7ae45-662c-4189-8783-a17e078833ef tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.1943705 Jan 26 11:51:59.467025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f936-e990-4a89-bfb4-002a0d3b0b50 req-07f5d6b5-9b1b-4975-b800-22bb964141c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:59.469884 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b271f936-e990-4a89-bfb4-002a0d3b0b50 req-07f5d6b5-9b1b-4975-b800-22bb964141c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 1163 time: 0.5938501 Jan 26 11:51:59.686215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] No DVR routers for this DVR port 7c23a367-1bea-4d92-a397-be7deb2c522d on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:51:59.702783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:51:59.717778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'name': 'network-vif-deleted', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:59.842276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b271f936-e990-4a89-bfb4-002a0d3b0b50 req-e479a83e-c64f-4f88-b835-2df681b2f48d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240273 Jan 26 11:51:59.971145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af4c7-706d-42e0-afdd-696676415a03 req-a215ba10-774a-46a9-9898-b829c48bfb10 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:51:59.973599 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-280af4c7-706d-42e0-afdd-696676415a03 req-a215ba10-774a-46a9-9898-b829c48bfb10 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.4537666 Jan 26 11:51:59.977424 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-62535f4d-48eb-4fbe-b164-92b9cb6542ee req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.24 "DELETE /v2.0/ports/7c23a367-1bea-4d92-a397-be7deb2c522d HTTP/1.1" status: 204 len: 173 time: 2.9633133 Jan 26 11:52:00.080431 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-280af4c7-706d-42e0-afdd-696676415a03 req-b477fe4d-adcf-4ccc-abcd-d0ae6574c734 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953770 Jan 26 11:52:00.174048 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ce822-c769-49ee-b221-8e530bff14bc', 'name': 'network-vif-deleted', 'tag': '7c23a367-1bea-4d92-a397-be7deb2c522d', 'status': 'completed', 'code': 200} Jan 26 11:52:00.715560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-49cac7e4-6006-4804-8618-df5d2d83acaa req-11c03cc9-1ec7-4f28-b2dd-b862535daf60 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Synchronizing usage tracker for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:52:00.769845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-49cac7e4-6006-4804-8618-df5d2d83acaa req-11c03cc9-1ec7-4f28-b2dd-b862535daf60 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Unset dirty status for tenant:e9c4a06ba43f4140bc813c78230c23d2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:52:00.771975 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-49cac7e4-6006-4804-8618-df5d2d83acaa req-11c03cc9-1ec7-4f28-b2dd-b862535daf60 tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] 10.222.0.53 "GET /v2.0/ports?device_id=6f4ce822-c769-49ee-b221-8e530bff14bc HTTP/1.1" status: 200 len: 210 time: 0.1535585 Jan 26 11:52:01.501575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38234) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:01.505472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eddf6c-5d2a-4371-a48d-6b77cfc2f0e2 req-729f5757-6ba9-49b2-be5c-00c27a073270 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:01.515092 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-78eddf6c-5d2a-4371-a48d-6b77cfc2f0e2 req-729f5757-6ba9-49b2-be5c-00c27a073270 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2676344 Jan 26 11:52:01.582560 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-78eddf6c-5d2a-4371-a48d-6b77cfc2f0e2 req-f65a9e75-64e7-4629-a172-8b607cff1dae tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664065 Jan 26 11:52:01.873465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:01.898401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:01.907867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Usage tracker for resource:security_group_rule and tenant:c73c70bd7b194897b2bc35ffd031a8b2 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:01.914101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:01.925809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:02.075488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.105399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.117338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-232ed356-e9b1-45c1-98ee-24aa8d19ceb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:02.154878 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c73c70bd7b194897b2bc35ffd031a8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510270 Jan 26 11:52:02.159354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38252) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:02.184335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0818c6-1c84-4364-955e-14578e1125a5,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:02.190819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:02.278915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.318223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.412867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.419998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3b0c650e-c8da-442a-9613-8fa1305bd3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:02.434266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0818c6-1c84-4364-955e-14578e1125a5,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:02.439270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.444970 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f0818c6-1c84-4364-955e-14578e1125a5 HTTP/1.1" status: 204 len: 168 time: 0.2796803 Jan 26 11:52:02.444970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:02.720763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:02.838411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:02.839163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:02.957468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472696d-6ddf-4c98-b516-2d9bc6544acc req-ecd21f91-670d-4fe9-bec8-62fffd251b9a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:02.969481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3472696d-6ddf-4c98-b516-2d9bc6544acc req-ecd21f91-670d-4fe9-bec8-62fffd251b9a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2483451 Jan 26 11:52:03.091648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3472696d-6ddf-4c98-b516-2d9bc6544acc req-f009ade9-2826-4751-8aa4-948a29013cbf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207945 Jan 26 11:52:03.412493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f80f3-e115-441c-b4da-86f74ab345c7 req-483f9400-f145-4fb5-9a60-4f57c535602a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:03.415086 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-282f80f3-e115-441c-b4da-86f74ab345c7 req-483f9400-f145-4fb5-9a60-4f57c535602a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1442096 Jan 26 11:52:03.427608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38290) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:03.434718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Request body: {'floatingip': {'port_id': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:03.468402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38294) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:03.513527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:03.535519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:03.538549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:03.541567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Usage tracker for resource:security_group_rule and tenant:2bafb7f4318343b4be643e038002a620 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:03.545222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:03.552598 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:03.693811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:03.737373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:03.749301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:03.811400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97e056-1192-43ef-b64d-81e2a1ff1109,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:03.815652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:03.820097 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bafb7f4318343b4be643e038002a620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495772 Jan 26 11:52:03.827536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38314) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:03.946033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:03.990217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:04.033014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:04.095447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:04.107511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f162c9a3-be82-461a-9eb4-9d24235f9f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:04.152282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97e056-1192-43ef-b64d-81e2a1ff1109,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:04.156764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:04.159317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a97e056-1192-43ef-b64d-81e2a1ff1109 HTTP/1.1" status: 204 len: 168 time: 0.3257120 Jan 26 11:52:04.163092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:04.915173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:52:05.111152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:05.140823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:05.425475 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP f712888c-0d08-4b83-ba21-ca6eefa6c6b4 associated. External IP: 172.28.1.83, port: e9e02ee7-2193-4cbb-9910-39fe014bfe6d. Jan 26 11:52:05.884984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:52:06.097451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38418) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:06.226643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:52:06.234263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.240564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:52:06.269048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:06.270193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:06.297993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-618853911-network', 'tenant_id': '77dc7ef6f62c4e32a8b4237d4454c4b3'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:06.314048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:06.330789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Usage tracker for resource:network and tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:06.338939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:06.346298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:06.375640 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-51905772-f3c4-4b57-8c0a-14d03f35eecc tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "PUT /v2.0/floatingips/f712888c-0d08-4b83-ba21-ca6eefa6c6b4 HTTP/1.1" status: 200 len: 991 time: 2.9463518 Jan 26 11:52:06.381000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:06.398196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Made reservation on behalf of 77dc7ef6f62c4e32a8b4237d4454c4b3 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:06.406943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.451742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.468099 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'status': 'completed', 'code': 200} Jan 26 11:52:06.476308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:06.481330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Usage tracker for resource:security_group_rule and tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:06.486610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:06.515201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:06.746655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:06.766739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.792307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-c4598115-2135-419d-be40-e17e21ea6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:06.793961 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-c4598115-2135-419d-be40-e17e21ea6077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 1163 time: 0.2691631 Jan 26 11:52:06.801720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.808002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-70db5048-2656-406d-880f-ae0fd822742b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:06.888867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e87a07-4c8a-4194-9c09-132560bacc3a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:06.893578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:06.917964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:52:06.933937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:06.934622 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Added segment b8abc318-da07-4f27-a910-58b5fba52315 of type vxlan for network 804c78b9-2adc-47fe-987c-462c90e65354 Jan 26 11:52:06.967244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:07.053703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:07.055890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:07.056908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:07.065165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e7ecbb11-2f13-4795-94c7-0d362c47de31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:07.158091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-728b51d9-f9eb-4f84-ae64-b1a49fd41f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:07.159998 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-728b51d9-f9eb-4f84-ae64-b1a49fd41f89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 200 len: 905 time: 0.3567529 Jan 26 11:52:07.294817 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-4c302fc1-8992-4cca-b0ff-31d0f9fb1ded service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d HTTP/1.1" status: 200 len: 999 time: 0.1263282 Jan 26 11:52:07.362620 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2585964 Jan 26 11:52:07.364426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38480) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:07.380986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Pushing event updated for resources: {'Network': ['ID=804c78b9-2adc-47fe-987c-462c90e65354,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:07.385071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Request body: {'subnet': {'network_id': '804c78b9-2adc-47fe-987c-462c90e65354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-618853911-subnet', 'tenant_id': '77dc7ef6f62c4e32a8b4237d4454c4b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:07.386241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:07.395853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:07.397122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 804c78b9-2adc-47fe-987c-462c90e65354 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:07.419388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Usage tracker for resource:subnet and tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:07.428697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:07.437360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:07.448142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-1e3e5dc4-ade9-4420-b668-900b528f8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:07.449879 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-1e3e5dc4-ade9-4420-b668-900b528f8b5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 200 len: 850 time: 0.1471934 Jan 26 11:52:07.458609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 804c78b9-2adc-47fe-987c-462c90e65354 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:07.557714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Made reservation on behalf of 77dc7ef6f62c4e32a8b4237d4454c4b3 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:07.563694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:07.889461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-d4ce561f-3fe4-40f5-9a62-708570a98020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:07.891266 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-d4ce561f-3fe4-40f5-9a62-708570a98020 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4330373 Jan 26 11:52:08.006552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'f712888c-0d08-4b83-ba21-ca6eefa6c6b4', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:3a:24:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:35Z', 'updated_at': '2021-01-26T11:52:04Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:08.063783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:52:08.115192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:08.116102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:51:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:08.229434 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-71c28e17-daad-46d5-ba9d-e3cfa7edd492 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578270 Jan 26 11:52:08.408322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:08.463990 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e53594c1-82ce-46d8-9752-6796db7d5fca req-c384f210-be1c-43d8-bbfb-0a9cfa6a2a68 service neutron] 10.222.0.24 "GET /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2245920 Jan 26 11:52:08.956536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:09.002279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'f712888c-0d08-4b83-ba21-ca6eefa6c6b4', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:3a:24:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:35Z', 'updated_at': '2021-01-26T11:52:04Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:09.007724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d6a21-f11d-45c5-8cde-4c4b06506a0b None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'f712888c-0d08-4b83-ba21-ca6eefa6c6b4', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'port_id': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'mac_address': 'fa:16:3e:3a:24:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:51:35Z', 'updated_at': '2021-01-26T11:52:04Z', 'revision_number': 1, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:52:09.242591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:09.451071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bcb691-b446-4c5a-a869-32a976917666 None None] New status for floating IP f712888c-0d08-4b83-ba21-ca6eefa6c6b4: ACTIVE {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:52:09.478182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Pushing event updated for resources: {'Subnet': ['ID=806f3af6-675c-4f43-96ef-31a2248e49b2,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:09.488718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:09.598782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Checking segment: {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:09.599957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Network hostable DHCP agents. Network: 804c78b9-2adc-47fe-987c-462c90e65354, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:52:09.699235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Network 804c78b9-2adc-47fe-987c-462c90e65354 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:52:09.741460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 804c78b9-2adc-47fe-987c-462c90e65354) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:09.755338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbf06c-ffde-42ac-9ee3-a32049b79365 None None] Network 804c78b9-2adc-47fe-987c-462c90e65354 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:09.778211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:09.779723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:09.890729 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5069258 Jan 26 11:52:09.913318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:52:10.131960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6e7e5-ebe8-4e33-ae2d-4a17b659b8c7 None None] Network 804c78b9-2adc-47fe-987c-462c90e65354 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:12.143184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38636) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:12.392358 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-47e7d336-fe1f-44be-b99f-9a18ed3ac457 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9c4a06ba43f4140bc813c78230c23d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477446 Jan 26 11:52:12.396885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38646) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:12.471655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:12.504548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:12.598007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:12.603839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:12.620317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85982a6-b1d7-4341-b80c-595d43b7476c,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:12.623376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:12.666561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:12.672020 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c85982a6-b1d7-4341-b80c-595d43b7476c HTTP/1.1" status: 204 len: 168 time: 0.2698975 Jan 26 11:52:13.286728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-8dc0b12a-7e19-4f73-b582-d59a24479c2a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:13.289818 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-8dc0b12a-7e19-4f73-b582-d59a24479c2a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/networks?id=804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 200 len: 813 time: 0.3702583 Jan 26 11:52:13.322436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-c4e688bd-d45c-4dec-9c45-6ecd925e5a88 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/quotas/77dc7ef6f62c4e32a8b4237d4454c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0196407 Jan 26 11:52:13.391335 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-d90557d6-ceb7-4893-92c1-9a734d2e2528 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594077 Jan 26 11:52:13.751334 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-b027719a-9ea5-4805-a8fa-59309ccfefde service neutron] 10.222.0.53 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518524 Jan 26 11:52:13.963705 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-9cc2a95b-16a8-4b31-a121-ce49a30c9179 service neutron] 10.222.0.53 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1998413 Jan 26 11:52:14.343923 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bb3e5787-7698-400d-b246-a8c2e0c2aeab req-990fd024-8185-409b-b2a3-492b0313dea9 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 210 time: 0.0836587 Jan 26 11:52:15.376398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8869ac51-c967-4bca-b48a-406e15b88214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:15.496144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38702) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:15.631809 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb42f15f-1114-458b-a6b1-04c7f6b682c6 req-8692041c-87a9-4e79-af78-d2c7370ff59a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 210 time: 0.0986755 Jan 26 11:52:15.723733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:15.743220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:15.751075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Usage tracker for resource:security_group_rule and tenant:06e8cb3e02fc47d89cfd693b9cfaa04e is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:15.755496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:15.765394 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:15.924494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:15.964770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:15.973388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a165cdd4-f705-4b31-8410-165a3b54c006 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:16.030362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a878bd1-b802-4662-a321-a872704741c4,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:16.036699 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06e8cb3e02fc47d89cfd693b9cfaa04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384486 Jan 26 11:52:16.038541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:16.040887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38708) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:16.153711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:16.198309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:16.300965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:16.309924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ccf785e0-7c41-4ec5-839f-cca8b0ddf484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:16.329445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a878bd1-b802-4662-a321-a872704741c4,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:16.332903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:16.335873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:16.337249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0fa4b190-4c35-4b64-b6d7-3cf0b9610191 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a878bd1-b802-4662-a321-a872704741c4 HTTP/1.1" status: 204 len: 168 time: 0.2942877 Jan 26 11:52:16.797536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-ad6fc8ee-0bdb-41d5-9a26-a7f7cdd694c4 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:16.800827 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-ad6fc8ee-0bdb-41d5-9a26-a7f7cdd694c4 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "GET /v2.0/networks?id=804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 200 len: 813 time: 0.3451855 Jan 26 11:52:16.836849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Request body: {'port': {'device_id': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354', 'admin_state_up': True, 'tenant_id': '77dc7ef6f62c4e32a8b4237d4454c4b3'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:17.138816 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f6ce0245-5cbb-46b5-9b0c-f00bcdbfb9f8 req-4b43b782-d020-4b6f-ac8d-4fb4aa0073c4 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 210 time: 0.2200627 Jan 26 11:52:17.224685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:17.230411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Usage tracker for resource:port and tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:17.233889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:17.241014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:17.304417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Made reservation on behalf of 77dc7ef6f62c4e32a8b4237d4454c4b3 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:17.321291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:17.701401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2a008e10-a182-404d-bc8a-154f74bca540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:17.762756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Allocated IP 172.20.0.9 (804c78b9-2adc-47fe-987c-462c90e65354/806f3af6-675c-4f43-96ef-31a2248e49b2/72747471-91d2-4123-b768-2a8617e75cb7) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:17.842026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38742) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:18.090474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:18.109906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-888485693-network', 'tenant_id': '447c7eada2df40f58b74a46c05f47505'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:18.123330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:18.135825 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Usage tracker for resource:network and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:18.143717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:18.158130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:18.231476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Made reservation on behalf of 447c7eada2df40f58b74a46c05f47505 for: {'network': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:18.240205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:18.259205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:18.261817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:18.288616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c6bc4932-e73b-4030-8ce3-3b6b6bff0095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:18.363158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:18.376571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Usage tracker for resource:security_group_rule and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:18.392929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:18.449454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:18.465915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:18.484952 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Pushing event updated for resources: {'Port': ['ID=72747471-91d2-4123-b768-2a8617e75cb7,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:18.499797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:18.897727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Network 804c78b9-2adc-47fe-987c-462c90e65354 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:18.901131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:18.909052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:19.150317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d221f-1eb4-4880-abb8-f6b2d301efe4 req-f680d926-8dc0-42ed-92a6-6809e770ba00 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:19.152167 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-043d221f-1eb4-4880-abb8-f6b2d301efe4 req-f680d926-8dc0-42ed-92a6-6809e770ba00 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 931 time: 0.6562209 Jan 26 11:52:19.198214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:19.198965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.254967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.288611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.298675 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8b3b6fd4-6466-4945-9f9b-c3d893cf2fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:19.334385 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5086443 Jan 26 11:52:19.358000 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-043d221f-1eb4-4880-abb8-f6b2d301efe4 req-46735ecd-da75-4d61-a55c-72055a47d7b1 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534452 Jan 26 11:52:19.377772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Request body: {'port': {'device_id': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:19.442295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:52:19.468751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36283d3e-2f61-4533-9d1e-f93882faecd1,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:19.478383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:19.480145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752054719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.480618 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Added segment 4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0 of type vxlan for network d3011b9c-cd04-4d0c-b2b0-280405a199c2 Jan 26 11:52:19.585107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.610350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.667019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.902369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.906160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:19.906887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:19.980593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:20.015487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:20.149113 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3053269 Jan 26 11:52:20.153898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38760) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:20.164612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Request body: {'subnet': {'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-888485693-subnet', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:20.166832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Pushing event updated for resources: {'Network': ['ID=d3011b9c-cd04-4d0c-b2b0-280405a199c2,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:20.171091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:20.174485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:20.184915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:20.191634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Usage tracker for resource:subnet and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:20.196138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:20.203547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:20.203823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:20.278710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Made reservation on behalf of 447c7eada2df40f58b74a46c05f47505 for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:20.283763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1839459'] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:20.614612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72747471-91d2-4123-b768-2a8617e75cb7 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:52:20.647146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:20.798784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Transition to ACTIVE for port object 72747471-91d2-4123-b768-2a8617e75cb7 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:20.864061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:20.889992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2eb95656-ea4c-4ea0-8ff2-d8776eb9acd0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:21.084391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Pushing event updated for resources: {'Port': ['ID=72747471-91d2-4123-b768-2a8617e75cb7,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:21.089498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:21.184287 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e3abb-1943-4546-89c5-450e2e17f2d5 req-6f478b08-1f5b-40ec-8879-e86826411aae tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:21.185143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-154e3abb-1943-4546-89c5-450e2e17f2d5 req-6f478b08-1f5b-40ec-8879-e86826411aae tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Synchronizing usage tracker for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:52:21.287520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827263664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1839440'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:21.329233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-154e3abb-1943-4546-89c5-450e2e17f2d5 req-6f478b08-1f5b-40ec-8879-e86826411aae tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Unset dirty status for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:52:21.330648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-154e3abb-1943-4546-89c5-450e2e17f2d5 req-6f478b08-1f5b-40ec-8879-e86826411aae tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.5062811 Jan 26 11:52:21.425661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Attempting to bind port 72747471-91d2-4123-b768-2a8617e75cb7 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:21.426092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Attempting to bind port 72747471-91d2-4123-b768-2a8617e75cb7 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:21.426402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Attempting to bind port 72747471-91d2-4123-b768-2a8617e75cb7 on network 804c78b9-2adc-47fe-987c-462c90e65354 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:21.440357 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-154e3abb-1943-4546-89c5-450e2e17f2d5 req-2adbfb65-f00e-4437-8b0f-a776b19bf832 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Jan 26 11:52:21.446145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:21.446492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Checking segment: {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:21.446956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:21.447909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Bound using segment: {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:21.448435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Bound port: 72747471-91d2-4123-b768-2a8617e75cb7, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:21.448829 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:21.589462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] For port 72747471-91d2-4123-b768-2a8617e75cb7, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:21.597608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] For port 72747471-91d2-4123-b768-2a8617e75cb7, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72747471-91d2-4123-b768-2a8617e75cb7,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:21.648194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:21.653239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:21.679564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1bc34ac7-b57e-4f05-8fe6-3237fe85650a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:21.739428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681297bc-3f37-4def-99c8-5c7dcc6c6b8b,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:21.748116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:21.849951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Checking segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:21.850432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Network hostable DHCP agents. Network: d3011b9c-cd04-4d0c-b2b0-280405a199c2, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:52:21.876771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Pushing event updated for resources: {'Port': ['ID=72747471-91d2-4123-b768-2a8617e75cb7,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:21.882969 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:21.924885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:21.925578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:21.927343 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] 10.222.0.24 "PUT /v2.0/ports/72747471-91d2-4123-b768-2a8617e75cb7 HTTP/1.1" status: 200 len: 1157 time: 2.5620787 Jan 26 11:52:21.927967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:21.929453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:52:21.993004 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7', 'status': 'completed', 'code': 200} Jan 26 11:52:22.019288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, d3011b9c-cd04-4d0c-b2b0-280405a199c2) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:22.032199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fcf6e-0f85-4a91-b678-b0e627a1fa44 None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:22.035066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:22.036151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:22.097735 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ab0489f2-bd6d-4f1b-b9bd-0dd3d76ebd72 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9417222 Jan 26 11:52:22.100681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38780) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:22.107359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:22.113698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:22.120746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Usage tracker for resource:router and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:22.127293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:22.138782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:22.179243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-776d66cc-0d3d-43cd-a298-1dc684babf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:22.182269 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-776d66cc-0d3d-43cd-a298-1dc684babf92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 1160 time: 0.1249571 Jan 26 11:52:22.261974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:22.264696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:22.347178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-d3011b9c-cd04-4d0c-b2b0-280405a199c2', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:52:22.348121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:22.459739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:22.475758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-41d9f611-e75c-455e-816b-81e9bb3332c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:22.483205 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-41d9f611-e75c-455e-816b-81e9bb3332c7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2791529 Jan 26 11:52:22.778503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Allocated IP 172.20.0.2 (d3011b9c-cd04-4d0c-b2b0-280405a199c2/681297bc-3f37-4def-99c8-5c7dcc6c6b8b/11bc5384-afe3-4aa9-bfa5-89a8b0c3229e) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:22.937443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-ec93f871-b806-42f7-96b8-d9fa83f826a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:22.939266 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b35d96a-ec18-4c09-a22b-8689fdf772a0 req-ec93f871-b806-42f7-96b8-d9fa83f826a6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4532177 Jan 26 11:52:22.987572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654e37-11a5-48b6-8d67-7927fd866a0a req-6e7350ba-c4b5-450c-ad8f-8299d034f797 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:22.989435 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5654e37-11a5-48b6-8d67-7927fd866a0a req-6e7350ba-c4b5-450c-ad8f-8299d034f797 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.2583926 Jan 26 11:52:23.031817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.060752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.073974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Transition to ACTIVE for port object 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:23.094306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Transition to ACTIVE for port object 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:23.133790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.148341 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5654e37-11a5-48b6-8d67-7927fd866a0a req-162d2d72-f1aa-4bb1-87f5-026272bf024d tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504457 Jan 26 11:52:23.183982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-e7b3fa9c-be11-4400-9e7c-10f1d704f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:23.185688 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-e7b3fa9c-be11-4400-9e7c-10f1d704f8db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 1160 time: 0.1292667 Jan 26 11:52:23.302186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:23.312556 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-6ef98371-e975-49a6-81a5-820154064cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72747471-91d2-4123-b768-2a8617e75cb7 HTTP/1.1" status: 200 len: 217 time: 0.1091354 Jan 26 11:52:23.418907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Pushing event updated for resources: {'Port': ['ID=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:23.432255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4e9d4874-3813-4797-8286-ce829c13a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:23.434253 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-4e9d4874-3813-4797-8286-ce829c13a90a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806f3af6-675c-4f43-96ef-31a2248e49b2 HTTP/1.1" status: 200 len: 853 time: 0.1139512 Jan 26 11:52:23.441606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.442025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.442452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.443206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.443589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.452377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.453912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.453912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.453912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:23.460330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:23.462018 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:23.464101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:23.464897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:23.541744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Attempting to bind port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:23.541744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Attempting to bind port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:23.542168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Attempting to bind port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e on network d3011b9c-cd04-4d0c-b2b0-280405a199c2 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:23.549257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:23.549705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Checking segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:23.550162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.553586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Bound using segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:23.553586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Bound port: 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:23.553586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.580644 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-d9dfeb2f-1c21-4568-9299-fec2ac477dae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804c78b9-2adc-47fe-987c-462c90e65354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024263 Jan 26 11:52:23.629827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.665193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.677034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] For port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:23.682148 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] For port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:23.730945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:23.761226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:23.826803 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-3daddbf0-5dae-4694-b651-fbbe9c83dfd7 service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357497 Jan 26 11:52:23.881727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f5e11-2cc0-4938-a57f-d5d6f8e0d65d req-4328470f-4cc8-4bef-a035-9a883b1d1c22 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:23.883660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b87f5e11-2cc0-4938-a57f-d5d6f8e0d65d req-4328470f-4cc8-4bef-a035-9a883b1d1c22 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2326019 Jan 26 11:52:23.980851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Pushing event updated for resources: {'Port': ['ID=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:23.984803 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:24.104983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Allocated IP 172.28.1.221 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/f4583970-d3b9-4dac-8358-93d50be8a6c1) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:24.290398 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b87f5e11-2cc0-4938-a57f-d5d6f8e0d65d req-1ed5131b-d696-4ddb-968e-33c61139fa55 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785281 Jan 26 11:52:24.412698 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16b34f63-d0b7-40d6-9cbc-1024edbad723 req-a4d211e3-8a11-4147-a6a8-42e722c5b69c service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5278907 Jan 26 11:52:24.458305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:24.522856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1f7ab-b982-45bc-9033-595fe488642c req-17a8ec01-ba13-4e14-87c7-e23ebe91f310 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:24.524644 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fab1f7ab-b982-45bc-9033-595fe488642c req-17a8ec01-ba13-4e14-87c7-e23ebe91f310 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.1794195 Jan 26 11:52:24.553031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:24.571588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-da54dd93-1cb7-4959-a146-9384bc873c03 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:24.590105 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fab1f7ab-b982-45bc-9033-595fe488642c req-418d1542-d1d1-4bf2-93b8-e5b3638acf95 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Jan 26 11:52:24.715134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Pushing event updated for resources: {'Port': ['ID=f4583970-d3b9-4dac-8358-93d50be8a6c1,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:24.725620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:24.773033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:24.774200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:24.776564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:25.332314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:25.599897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39e41-61ea-4db8-94da-e26727573ea4 req-b9765c3f-36dc-4fd6-82ef-f55e011b354c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:25.601639 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2cb39e41-61ea-4db8-94da-e26727573ea4 req-b9765c3f-36dc-4fd6-82ef-f55e011b354c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1364555 Jan 26 11:52:25.639015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1cb7c-37b2-4061-9bec-ff5a51159e7e None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:25.690270 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2cb39e41-61ea-4db8-94da-e26727573ea4 req-5b12e226-8a39-4cb0-ae90-5d41991b2cc0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812595 Jan 26 11:52:25.809560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:25.999254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8080-57f7-4503-850c-18f20bbadeef req-cdfb74e5-e0b4-4592-b927-cd0b67644ce9 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:26.001040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-034f8080-57f7-4503-850c-18f20bbadeef req-cdfb74e5-e0b4-4592-b927-cd0b67644ce9 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.1483107 Jan 26 11:52:26.011752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.082274 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-034f8080-57f7-4503-850c-18f20bbadeef req-390a9236-f62a-4280-bca0-a40fd568838f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Jan 26 11:52:26.118308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-fc0d9555-a91a-4c70-83d8-dad5b98b9087 None None] Provisioning for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:26.212921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:26.228032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:26.228731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.332721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Router 7dcab642-7830-47a4-95a2-28ccb4f20878 is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:52:26.409452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.451274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:26.481679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.484294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:26.567350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:26.571317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:26.571529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:52:26.582715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Sync routers for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:52:26.601144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:26.601364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:26.635956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.637330 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5350351 Jan 26 11:52:26.640305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38812) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:26.824632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-add8d16b-a1e8-46be-a517-e4b964f5326a None None] Provisioning complete for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:26.825046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-add8d16b-a1e8-46be-a517-e4b964f5326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:26.966189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-32271ed2-4db6-43fd-8d8c-19a3d5020390 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:52:27.018907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:27.083387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5995bf-379e-43c4-a066-5fc0cfaf5cad req-b225eef2-a735-4d9a-808b-9737ba6e704a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:27.085243 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ff5995bf-379e-43c4-a066-5fc0cfaf5cad req-b225eef2-a735-4d9a-808b-9737ba6e704a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1994319 Jan 26 11:52:27.163017 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ff5995bf-379e-43c4-a066-5fc0cfaf5cad req-1f5ca7bd-a194-4261-8a33-d055344a659e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691063 Jan 26 11:52:27.463697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51f50-0fb7-4741-a7bf-8f49beb18f06 req-e7b2bcc4-928f-430e-a5ad-57cea7fe706a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:27.465593 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c51f50-0fb7-4741-a7bf-8f49beb18f06 req-e7b2bcc4-928f-430e-a5ad-57cea7fe706a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.1475458 Jan 26 11:52:27.474534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:25Z', 'revision_number': 3, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:27.484699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Checking router: 7dcab642-7830-47a4-95a2-28ccb4f20878 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:52:27.485083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Updating router 7dcab642-7830-47a4-95a2-28ccb4f20878 port f4583970-d3b9-4dac-8358-93d50be8a6c1 binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:52:27.521293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-109efadd-9482-429d-88b5-688bf2559e95 None None] Provisioning complete for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:27.521757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-109efadd-9482-429d-88b5-688bf2559e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:27.531967 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c51f50-0fb7-4741-a7bf-8f49beb18f06 req-c508a079-b637-46b3-be39-ff3e6314c22f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Jan 26 11:52:27.547769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:27.605449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:27.706750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:27.797601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:27.937902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Allocated IP 172.20.0.1 (d3011b9c-cd04-4d0c-b2b0-280405a199c2/681297bc-3f37-4def-99c8-5c7dcc6c6b8b/9d0c9953-3c9b-45b7-80f8-edb86af54894) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:28.016308 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:28.016725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.058611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:28.059014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.121574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.151744 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Transition to ACTIVE for port object 9d0c9953-3c9b-45b7-80f8-edb86af54894 will not be triggered until provisioned by entity DHCP. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:28.234143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.293706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:28.506396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:28.510206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:28.555118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d808b-8c37-4040-8db6-3660dda63a8b req-80bdb765-7bca-4b65-bb36-babb221f4f85 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:28.556881 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd8d808b-8c37-4040-8db6-3660dda63a8b req-80bdb765-7bca-4b65-bb36-babb221f4f85 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1665394 Jan 26 11:52:28.577569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:28.579219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:28.582336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:28.667165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.684798 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd8d808b-8c37-4040-8db6-3660dda63a8b req-9e0bdd64-3bab-40db-9f32-0feb7303ea65 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179745 Jan 26 11:52:28.820856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.901531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Transition to ACTIVE for port object f4583970-d3b9-4dac-8358-93d50be8a6c1 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:28.933869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3b45-9d2c-4583-a26f-01961f53b5bb req-9c490a65-ee76-4f28-82eb-14cd732904e0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:28.937249 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ceda3b45-9d2c-4583-a26f-01961f53b5bb req-9c490a65-ee76-4f28-82eb-14cd732904e0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 943 time: 0.1635554 Jan 26 11:52:28.944843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:28.972284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:29.030336 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ceda3b45-9d2c-4583-a26f-01961f53b5bb req-a4089ea9-9b11-4286-bb6d-11dda8233c41 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785811 Jan 26 11:52:29.147460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 72747471-91d2-4123-b768-2a8617e75cb7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:29.148334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.192981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5498-e581-431d-8f53-159acfaf82df None None] Pushing event updated for resources: {'Port': ['ID=f4583970-d3b9-4dac-8358-93d50be8a6c1,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:29.210524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8adb5498-e581-431d-8f53-159acfaf82df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:29.236420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-8d43b5d8-4bf2-4926-811a-7c633d5c28ee None None] Provisioning for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:29.259229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-8d43b5d8-4bf2-4926-811a-7c633d5c28ee None None] Provisioning complete for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:29.260215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5d8-4bf2-4926-811a-7c633d5c28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.363386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Attempting to bind port f4583970-d3b9-4dac-8358-93d50be8a6c1 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:29.363809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Attempting to bind port f4583970-d3b9-4dac-8358-93d50be8a6c1 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:29.364232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Attempting to bind port f4583970-d3b9-4dac-8358-93d50be8a6c1 on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:29.372489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-8d43b5d8-4bf2-4926-811a-7c633d5c28ee None None] Port 9d0c9953-3c9b-45b7-80f8-edb86af54894 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Bound port: f4583970-d3b9-4dac-8358-93d50be8a6c1, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:29.376640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.418422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 72747471-91d2-4123-b768-2a8617e75cb7 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:29.430072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 72747471-91d2-4123-b768-2a8617e75cb7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:29.430671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.537290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] For port f4583970-d3b9-4dac-8358-93d50be8a6c1, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:29.542295 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] For port f4583970-d3b9-4dac-8358-93d50be8a6c1, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f4583970-d3b9-4dac-8358-93d50be8a6c1,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:29.597548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.618185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:29.764054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.784915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.824671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27512257'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.826539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5498-e581-431d-8f53-159acfaf82df None None] Pushing event updated for resources: {'Port': ['ID=f4583970-d3b9-4dac-8358-93d50be8a6c1,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:29.838828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8adb5498-e581-431d-8f53-159acfaf82df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:29.839453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:29.861312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:29.867297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 72747471-91d2-4123-b768-2a8617e75cb7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72747471-91d2-4123-b768-2a8617e75cb7,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:29.916828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.929917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:29.975543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:29.987768 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:29.994241 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:30.006382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:30.007533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:30.029174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5466d66-0b87-4702-af28-3b2d25d582f5 req-c8612762-6313-4ec6-a390-dd5dbcd7820c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:30.037996 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5466d66-0b87-4702-af28-3b2d25d582f5 req-c8612762-6313-4ec6-a390-dd5dbcd7820c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1606090 Jan 26 11:52:30.129008 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7', 'code': 200} Jan 26 11:52:30.145451 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e5466d66-0b87-4702-af28-3b2d25d582f5 req-68b2bc2b-20c4-4d4b-a312-0dca605741b1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058884 Jan 26 11:52:30.240963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:30.242430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:30.342880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 72747471-91d2-4123-b768-2a8617e75cb7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:30.563129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=72747471-91d2-4123-b768-2a8617e75cb7,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:30.574111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:30.575517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 72747471-91d2-4123-b768-2a8617e75cb7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:30.575992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:30.590900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Router 7dcab642-7830-47a4-95a2-28ccb4f20878 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:52:30.741893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0462ec3c-26e9-4d24-8f43-7cfa840d4795 None None] Provisioning complete for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:30.742696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0462ec3c-26e9-4d24-8f43-7cfa840d4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:30.791314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0df4e-9e49-49c2-a887-0e05b8ab0a98 req-5e60ee40-1046-48b6-9bb4-0bf23ed39ad2 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:30.794064 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0eb0df4e-9e49-49c2-a887-0e05b8ab0a98 req-5e60ee40-1046-48b6-9bb4-0bf23ed39ad2 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.4625926 Jan 26 11:52:30.847615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634ed5-9ee2-4511-84b5-65440fb4bb74 req-70eb9640-bcc0-4e92-8bbe-caa2bda94f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:30.850745 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4d634ed5-9ee2-4511-84b5-65440fb4bb74 req-70eb9640-bcc0-4e92-8bbe-caa2bda94f2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 1162 time: 0.3826716 Jan 26 11:52:30.858486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:30.861354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:52:30.874131 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-be4346ad-91f0-439b-8436-d9c89f63fdf8 admin admin] 10.222.0.53 "PUT /v2.0/routers/7dcab642-7830-47a4-95a2-28ccb4f20878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2325938 Jan 26 11:52:30.931424 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0eb0df4e-9e49-49c2-a887-0e05b8ab0a98 req-4db4f1d5-bb86-437c-9ff0-875e79d68787 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244166 Jan 26 11:52:30.989098 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4d634ed5-9ee2-4511-84b5-65440fb4bb74 req-4e429b97-60b2-4902-a269-c1e4215e43d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118512 Jan 26 11:52:31.003211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-0462ec3c-26e9-4d24-8f43-7cfa840d4795 None None] Port 9d0c9953-3c9b-45b7-80f8-edb86af54894 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:52:31.571660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133acc5-bb0e-44be-9d36-deb19d564bae req-00095113-9cc6-4462-afef-758be0f6f74f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:31.573672 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e133acc5-bb0e-44be-9d36-deb19d564bae req-00095113-9cc6-4462-afef-758be0f6f74f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2312779 Jan 26 11:52:31.643231 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e133acc5-bb0e-44be-9d36-deb19d564bae req-a2e57e6f-8eff-4bc6-b958-3aab7798ae61 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578110 Jan 26 11:52:31.652263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:29Z', 'revision_number': 2, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:31.657202 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9f1bd-2095-41bd-a429-38c5d06d0472 None None] The sync data for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb is: [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:29Z', 'revision_number': 2, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:52:32.294518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a0c0-c77b-4688-95c7-99c930d12747 req-e4da1e5b-3f2a-415d-a582-06f14d1f4221 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:32.308173 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8d2a0c0-c77b-4688-95c7-99c930d12747 req-e4da1e5b-3f2a-415d-a582-06f14d1f4221 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.1879158 Jan 26 11:52:32.402445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 72747471-91d2-4123-b768-2a8617e75cb7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:32.411795 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8d2a0c0-c77b-4688-95c7-99c930d12747 req-cb133d40-10e0-49f2-98dd-60c1358b0445 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940373 Jan 26 11:52:32.454735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38858) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:32.463109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981571502-network', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:32.467875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:32.472389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Usage tracker for resource:network and tenant:609ccf5d9972445a9b8fe28a8e4cc1ee is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:32.475986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:32.493355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:32.494596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 72747471-91d2-4123-b768-2a8617e75cb7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:32.495713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.534388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Made reservation on behalf of 609ccf5d9972445a9b8fe28a8e4cc1ee for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:32.539862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.564494 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.583559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:32.589142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Usage tracker for resource:security_group_rule and tenant:609ccf5d9972445a9b8fe28a8e4cc1ee is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:32.592866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:32.603621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:32.785171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.815327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.824903 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fdf945d3-f4d0-4d18-a895-92f6bfe0585a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:32.866392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:52:32.878335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b068c0-a295-418f-a05d-588081f6c6e2,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:32.883369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:32.887464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.887873 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Added segment fdfceed3-6317-42db-b9a0-d2af74cbd68a of type vxlan for network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 Jan 26 11:52:32.921293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.986215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.987769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:32.988525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:32.995349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:33.017344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a894d8-6c8e-4d2e-bb81-4b91bff7c8c0 req-54acf444-1767-47ba-8ac3-15a81fba78a0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:33.020894 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a3a894d8-6c8e-4d2e-bb81-4b91bff7c8c0 req-54acf444-1767-47ba-8ac3-15a81fba78a0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2040608 Jan 26 11:52:33.095606 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a3a894d8-6c8e-4d2e-bb81-4b91bff7c8c0 req-67203af2-cc8c-45d8-ae0b-690a5ccc0fe6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615928 Jan 26 11:52:33.121455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Pushing event updated for resources: {'Network': ['ID=3c85a017-ab1a-4c28-8068-90f4d7d4d685,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:33.124894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:33.139905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:33.168945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:52:33.173387 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7145731 Jan 26 11:52:33.173990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 38864) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:33.184817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Request body: {'subnet': {'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981571502-subnet', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:33.190511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:33.198363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Usage tracker for resource:subnet and tenant:609ccf5d9972445a9b8fe28a8e4cc1ee is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:33.205090 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:33.221356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:33.272488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Made reservation on behalf of 609ccf5d9972445a9b8fe28a8e4cc1ee for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:52:33.281095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:33.723514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f4583970-d3b9-4dac-8358-93d50be8a6c1 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:33.758325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c90f3-e073-411b-9930-20d1585b69ba req-973ccab1-597b-406d-9f7b-55ebc6900c35 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:33.760467 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-040c90f3-e073-411b-9930-20d1585b69ba req-973ccab1-597b-406d-9f7b-55ebc6900c35 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.1824124 Jan 26 11:52:33.848436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port f4583970-d3b9-4dac-8358-93d50be8a6c1 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:33.855355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port f4583970-d3b9-4dac-8358-93d50be8a6c1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:33.855777 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:33.905627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-040c90f3-e073-411b-9930-20d1585b69ba req-74b4f5dd-16a7-4563-ba43-018a56f4cf7a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Jan 26 11:52:34.032920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.044316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.053380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.058380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port f4583970-d3b9-4dac-8358-93d50be8a6c1, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f4583970-d3b9-4dac-8358-93d50be8a6c1,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:34.072204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:34.089018 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.091015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:34.208203 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=f4583970-d3b9-4dac-8358-93d50be8a6c1,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:34.225638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:34.296316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00e4e79-e1b6-47aa-a8ec-c893ab73fca2,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:34.321511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.321511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.322464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.322845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.323173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.323773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.324384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.325033 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.325671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.326306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.327034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.327651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.328396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.329034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.329668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.330278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.330934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.331581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.332204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.332845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.333371 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.333778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.334184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.334573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:34.379339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:34.446545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Checking segment: {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:34.447653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Network hostable DHCP agents. Network: 3c85a017-ab1a-4c28-8068-90f4d7d4d685, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:52:34.529350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c817e-2d4c-402c-be17-d180374d5492 req-dc569919-7529-4955-bbfe-3bf109093080 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:34.531153 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c7c817e-2d4c-402c-be17-d180374d5492 req-dc569919-7529-4955-bbfe-3bf109093080 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2137456 Jan 26 11:52:34.534230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:52:34.587071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 3c85a017-ab1a-4c28-8068-90f4d7d4d685) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:34.599009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9bce68-944e-4428-a2c6-a347dbc9d85e None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:34.600194 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3c7c817e-2d4c-402c-be17-d180374d5492 req-e4496f82-3849-4807-9991-359bccd8fb21 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610821 Jan 26 11:52:34.611836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:34.612786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.666363 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4903827 Jan 26 11:52:34.669099 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38914) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:34.676884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:34.701408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:34.709586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Usage tracker for resource:router and tenant:609ccf5d9972445a9b8fe28a8e4cc1ee is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:34.714294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:34.721840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:34.758025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.759957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.784027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:34.962545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:52:34.963851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.268641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.321513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Allocated IP 172.20.0.2 (3c85a017-ab1a-4c28-8068-90f4d7d4d685/b00e4e79-e1b6-47aa-a8ec-c893ab73fca2/f1f6f923-c575-41c7-9889-ec90abdabf5b) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:35.511167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Sync routers for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:52:35.525469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:35.527012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:35.584992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.598797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Transition to ACTIVE for port object f1f6f923-c575-41c7-9889-ec90abdabf5b will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:35.619189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Transition to ACTIVE for port object f1f6f923-c575-41c7-9889-ec90abdabf5b will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:35.666755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.688133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8398e670-5a06-4254-bf42-6ae960c44d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:35.745895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.778500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f4583970-d3b9-4dac-8358-93d50be8a6c1 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:35.815258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:35.863330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:35.933974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Pushing event updated for resources: {'Port': ['ID=f1f6f923-c575-41c7-9889-ec90abdabf5b,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:35.939635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:36.053293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b290f-c642-4562-bb2e-39bfbcf6d342 req-366f5595-f246-498e-82e1-7e389f12c2c0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:36.055364 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-163b290f-c642-4562-bb2e-39bfbcf6d342 req-366f5595-f246-498e-82e1-7e389f12c2c0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1548512 Jan 26 11:52:36.203898 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-163b290f-c642-4562-bb2e-39bfbcf6d342 req-418da390-2479-476b-820a-d574b4e32349 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353750 Jan 26 11:52:36.240615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:36.245281 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:36.249590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:36.396199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port f4583970-d3b9-4dac-8358-93d50be8a6c1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:36.396865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.419361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Allocated IP 172.28.1.52 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/977ac2a3-c257-48b9-9209-1630663117d8) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:36.559208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:29Z', 'revision_number': 2, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:36.567103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Checking router: 7dcab642-7830-47a4-95a2-28ccb4f20878 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:52:36.568075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Updating router 7dcab642-7830-47a4-95a2-28ccb4f20878 port 9d0c9953-3c9b-45b7-80f8-edb86af54894 binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:52:36.568340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Attempting to bind port f1f6f923-c575-41c7-9889-ec90abdabf5b on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:36.569201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Attempting to bind port f1f6f923-c575-41c7-9889-ec90abdabf5b by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:36.570009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Attempting to bind port f1f6f923-c575-41c7-9889-ec90abdabf5b on network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:36.586410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:36.587198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Checking segment: {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:36.588061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.589010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Bound using segment: {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:36.589765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Bound port: f1f6f923-c575-41c7-9889-ec90abdabf5b, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:36.590496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.677091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.692082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.766579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:36.797409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:36.801022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] For port f1f6f923-c575-41c7-9889-ec90abdabf5b, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:36.805379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] For port f1f6f923-c575-41c7-9889-ec90abdabf5b, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f1f6f923-c575-41c7-9889-ec90abdabf5b,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:36.848176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:37.031354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:37.185443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Pushing event updated for resources: {'Port': ['ID=f1f6f923-c575-41c7-9889-ec90abdabf5b,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:37.201940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:37.257323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:37.272070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Transition to ACTIVE for port object 9d0c9953-3c9b-45b7-80f8-edb86af54894 will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:37.304518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:37.340586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:37.378961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Pushing event updated for resources: {'Port': ['ID=977ac2a3-c257-48b9-9209-1630663117d8,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:37.396267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:37.537484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:37.539738 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:37.547561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:37.823086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2952fa-f946-4bc1-805d-fe7a02c2099d req-f5c1e7ba-3889-4e42-a06f-18e496bae0a9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:37.824960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Pushing event updated for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:37.832693 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e2952fa-f946-4bc1-805d-fe7a02c2099d req-f5c1e7ba-3889-4e42-a06f-18e496bae0a9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.3478377 Jan 26 11:52:37.840737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f1f6f923-c575-41c7-9889-ec90abdabf5b up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:37.867039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.867688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.868365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.869022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.869666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.870304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.870989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.871630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.872269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.872912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.873553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.874186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.875063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.875624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.876258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.876894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.877534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.878176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.878869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.879425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.880076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.880973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.881618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.882630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:52:37.901446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:37.972880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e2952fa-f946-4bc1-805d-fe7a02c2099d req-12c20833-d2e3-4468-8c18-e3c1b1f26073 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387315 Jan 26 11:52:38.114142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port f1f6f923-c575-41c7-9889-ec90abdabf5b completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:38.207344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Attempting to bind port 9d0c9953-3c9b-45b7-80f8-edb86af54894 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:38.208822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Attempting to bind port 9d0c9953-3c9b-45b7-80f8-edb86af54894 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:38.209986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Attempting to bind port 9d0c9953-3c9b-45b7-80f8-edb86af54894 on network d3011b9c-cd04-4d0c-b2b0-280405a199c2 {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:38.220213 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:38.221078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Checking segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:38.221761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:38.222414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Bound using segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:38.223248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Bound port: 9d0c9953-3c9b-45b7-80f8-edb86af54894, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:38.223899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:38.454311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] For port 9d0c9953-3c9b-45b7-80f8-edb86af54894, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:38.468205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] For port 9d0c9953-3c9b-45b7-80f8-edb86af54894, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9d0c9953-3c9b-45b7-80f8-edb86af54894,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:38.534787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:38.542538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:38.555705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-555deafb-a2e1-4966-9084-e54482099a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:38.849096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Pushing event updated for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=4']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:38.861914 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:38.893825 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:38.902493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:39.420495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad5960-8fb5-4415-91c7-48b7315d6ddd None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:52:39.507133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:39.602757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a452c-da2d-4de2-9886-711f74243cdc req-d7746c47-c5ff-4293-a8c6-7d4bb7bd7fbb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:39.620460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-008a452c-da2d-4de2-9886-711f74243cdc req-d7746c47-c5ff-4293-a8c6-7d4bb7bd7fbb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2936420 Jan 26 11:52:39.790924 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-008a452c-da2d-4de2-9886-711f74243cdc req-28bed755-11a8-4d94-b647-b817b9a6b695 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681786 Jan 26 11:52:39.815818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9d0c9953-3c9b-45b7-80f8-edb86af54894 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:39.855189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Provisioning for port f1f6f923-c575-41c7-9889-ec90abdabf5b completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:39.888464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Provisioning complete for port f1f6f923-c575-41c7-9889-ec90abdabf5b triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:39.888950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:40.068112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:40.100291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:52:40.576330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:52:40.674086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Sync routers for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:52:40.679670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:40.687642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:40.689546 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4f021d1d-1768-42ba-83cd-b9f4987ae446 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0189140 Jan 26 11:52:40.693796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 38980) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:40.786162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:40.786948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:40.883120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:40.898384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:38Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:40.915565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:40.916470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409bd36-7482-42de-9c27-0495c6dc163a None None] The sync data for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb is: [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:38Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:52:40.916885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:41.205590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:41.480510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] For port f1f6f923-c575-41c7-9889-ec90abdabf5b, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f1f6f923-c575-41c7-9889-ec90abdabf5b,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:41.649259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:41.674539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:41.848819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48be8-698e-44b7-9258-2b9b1e0283e7 req-42f3b29a-3bf2-4b6b-8336-1dd34c7a099c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:41.864735 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ab48be8-698e-44b7-9258-2b9b1e0283e7 req-42f3b29a-3bf2-4b6b-8336-1dd34c7a099c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.5282886 Jan 26 11:52:42.075690 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ab48be8-698e-44b7-9258-2b9b1e0283e7 req-65eaab31-0dde-4185-8327-26ed8cad48c3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074387 Jan 26 11:52:42.081752 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:42.256035 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Pushing event updated for resources: {'Port': ['ID=f1f6f923-c575-41c7-9889-ec90abdabf5b,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:42.329765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:42.356195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-856ea8c3-695b-4859-8e17-0d60f94e621f None None] Provisioning complete for port f1f6f923-c575-41c7-9889-ec90abdabf5b triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:42.357098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-856ea8c3-695b-4859-8e17-0d60f94e621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:42.395544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 9d0c9953-3c9b-45b7-80f8-edb86af54894, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9d0c9953-3c9b-45b7-80f8-edb86af54894,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:42.463725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:42.469183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:42.627435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:38Z', 'revision_number': 3, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:42.660814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Checking router: faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:52:42.661257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Updating router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b port 977ac2a3-c257-48b9-9209-1630663117d8 binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:52:42.745186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f1f6f923-c575-41c7-9889-ec90abdabf5b up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:42.819301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:42.841539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:42.901543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:42.952792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:43.065584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-667bacc7-a733-44c2-88ab-ad7068aecdbf None None] Provisioning complete for port f1f6f923-c575-41c7-9889-ec90abdabf5b triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:43.066017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-667bacc7-a733-44c2-88ab-ad7068aecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:43.191914 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port f1f6f923-c575-41c7-9889-ec90abdabf5b triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:43.193486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:43.704145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1520d23-adb3-4601-974b-4a994e0f7c4b req-87317b88-11f7-4be9-bf71-6bc75a6d54f2 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:43.721549 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b1520d23-adb3-4601-974b-4a994e0f7c4b req-87317b88-11f7-4be9-bf71-6bc75a6d54f2 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2913127 Jan 26 11:52:43.855665 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b1520d23-adb3-4601-974b-4a994e0f7c4b req-cb9c6580-0992-4967-bf14-091aded3cece tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300819 Jan 26 11:52:43.986834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Allocated IP 172.20.0.1 (3c85a017-ab1a-4c28-8068-90f4d7d4d685/b00e4e79-e1b6-47aa-a8ec-c893ab73fca2/c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:52:43.998660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.042735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Transition to ACTIVE for port object 977ac2a3-c257-48b9-9209-1630663117d8 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:44.114240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.135230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:44.299595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.375920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Transition to ACTIVE for port object c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f will not be triggered until provisioned by entity DHCP. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:44.461474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.505134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a643a0f-5bc2-43bd-a140-f7a5e94edc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:44.592541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24c474-2e59-4067-9efb-0bb2809588c6 None None] Pushing event updated for resources: {'Port': ['ID=977ac2a3-c257-48b9-9209-1630663117d8,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:44.598147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-df24c474-2e59-4067-9efb-0bb2809588c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:44.642871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9d0c9953-3c9b-45b7-80f8-edb86af54894 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:44.758043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Pushing event updated for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:44.773876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:44.806747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-7c81b9bc-c31c-4daf-a574-6576a1a44f3a None None] Provisioning complete for port f1f6f923-c575-41c7-9889-ec90abdabf5b triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:44.807026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7c81b9bc-c31c-4daf-a574-6576a1a44f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.862975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9d0c9953-3c9b-45b7-80f8-edb86af54894 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:44.863402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.870780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:44.872669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:44.890098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:52:44.929091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Attempting to bind port 977ac2a3-c257-48b9-9209-1630663117d8 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:44.929558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Attempting to bind port 977ac2a3-c257-48b9-9209-1630663117d8 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:44.929943 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Attempting to bind port 977ac2a3-c257-48b9-9209-1630663117d8 on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:44.983719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:44.984153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:44.984615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:44.985066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:44.985626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Bound port: 977ac2a3-c257-48b9-9209-1630663117d8, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:44.986058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:45.049848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:45.111757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] For port 977ac2a3-c257-48b9-9209-1630663117d8, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:45.115705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] For port 977ac2a3-c257-48b9-9209-1630663117d8, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=977ac2a3-c257-48b9-9209-1630663117d8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:45.319737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:45.368800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:45.387379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:45.675102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24c474-2e59-4067-9efb-0bb2809588c6 None None] Pushing event updated for resources: {'Port': ['ID=977ac2a3-c257-48b9-9209-1630663117d8,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:45.789206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-df24c474-2e59-4067-9efb-0bb2809588c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:45.798307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72e49f-7141-4874-be3c-720034d843a4 req-8b27c964-69aa-4a12-9656-b487a4ce759b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:45.803781 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da72e49f-7141-4874-be3c-720034d843a4 req-8b27c964-69aa-4a12-9656-b487a4ce759b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.5477185 Jan 26 11:52:45.969313 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da72e49f-7141-4874-be3c-720034d843a4 req-084e24a8-cbaa-4d5c-8dea-52faa76ec185 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423657 Jan 26 11:52:46.359269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:46.359269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:46.360086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:46.360255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:46.672041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f', 'name': '', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'mac_address': 'fa:16:3e:30:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:43Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 2, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'subnets': [{'id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:46.677064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46a9a56-8994-4400-b114-1f3db7f153ae None None] The sync data for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb is: [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f', 'name': '', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'mac_address': 'fa:16:3e:30:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:43Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 2, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'subnets': [{'id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:52:46.907585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:52:46.917089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebe6f75d-0259-471c-a10d-7cb075fb2cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:46.955596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27512257'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:46.955847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9dba2e1a-3ff4-461c-a601-834b62bae997 None None] Provisioning for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:46.962956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-9dba2e1a-3ff4-461c-a601-834b62bae997 None None] Provisioning complete for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:46.963393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9dba2e1a-3ff4-461c-a601-834b62bae997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:46.989982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e1cc7c7d-a905-4d1f-8430-5db897e84029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:47.031482 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-9dba2e1a-3ff4-461c-a601-834b62bae997 None None] Port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:52:47.086897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:47.106621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Pushing event updated for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:47.115302 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:47.415696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:52:47.417343 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:52:47.681669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ef4210a-a8ae-4b9c-8d6d-66aacc243ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:47.824853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c4071-a07a-4ca6-8095-eed8ce2633be req-86a7ac60-0df6-41bb-b0d8-bdce0983e8fb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:47.833396 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-681c4071-a07a-4ca6-8095-eed8ce2633be req-86a7ac60-0df6-41bb-b0d8-bdce0983e8fb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2207890 Jan 26 11:52:47.860433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:52:47.905601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-6a9bbc8f-adb3-483a-97d0-cd5a3e742b07 None None] Provisioning complete for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:47.907465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6a9bbc8f-adb3-483a-97d0-cd5a3e742b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:48.048402 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-681c4071-a07a-4ca6-8095-eed8ce2633be req-aa8807cd-997f-43f8-8711-40efc6fc733f tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134273 Jan 26 11:52:48.080440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bbc8f-adb3-483a-97d0-cd5a3e742b07 None None] Port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:52:48.365867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:52:48.400355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4a4b692d-c255-465f-a397-90d611baa69e admin admin] 10.222.0.53 "PUT /v2.0/routers/faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7038834 Jan 26 11:52:48.432105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:48.755307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 977ac2a3-c257-48b9-9209-1630663117d8 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:48.950327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 977ac2a3-c257-48b9-9209-1630663117d8 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:48.968690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 977ac2a3-c257-48b9-9209-1630663117d8 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:48.969378 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:49.305968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:49.385907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 977ac2a3-c257-48b9-9209-1630663117d8, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=977ac2a3-c257-48b9-9209-1630663117d8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:49.421587 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:49.425204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:49.589238 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=977ac2a3-c257-48b9-9209-1630663117d8,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:49.596236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:49.695140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:49.923551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57de31-331d-4c86-a5cc-2ded35828bf7 req-b7ab9c1d-10ac-4db0-8b51-6cadef2e4234 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:49.938381 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bc57de31-331d-4c86-a5cc-2ded35828bf7 req-b7ab9c1d-10ac-4db0-8b51-6cadef2e4234 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.3436239 Jan 26 11:52:50.003964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2094843117', 'description': 'tempest-TestShelveInstance-2094843117 description'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:50.020807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.039534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:50.059134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:security_group and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:50.079958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:50.109150 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bc57de31-331d-4c86-a5cc-2ded35828bf7 req-18aa87f8-7c22-43b8-8b62-a08ff450ea07 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694679 Jan 26 11:52:50.110524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:50.145836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.172268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:50.176749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:security_group_rule and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:50.180982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:50.189087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:50.348785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.380920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.425629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:50.475249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.476815 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d24dcd0d-de2f-4f40-8049-a61e5b8dad5e req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4912643 Jan 26 11:52:50.487089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'SecurityGroup': ['ID=bf05f536-2b99-494b-b73e-d005aae046c1,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:50.495458 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:50.641582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 977ac2a3-c257-48b9-9209-1630663117d8 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:50.646880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-f437fcf7-8bc9-4c92-a6a4-b8f377969a0f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups/bf05f536-2b99-494b-b73e-d005aae046c1 HTTP/1.1" status: 200 len: 1802 time: 0.0909548 Jan 26 11:52:50.670199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf05f536-2b99-494b-b73e-d005aae046c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:50.670758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf05f536-2b99-494b-b73e-d005aae046c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:50.688318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:50.693248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:security_group_rule and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:50.697368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:50.707262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:50.783666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 977ac2a3-c257-48b9-9209-1630663117d8 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:50.784010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.824774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.857159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.889471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.893376 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:50.930665 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aaee6b-f859-4620-b595-09c5a324b3f2,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:50.934020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:50.985826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:50.987182 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8f131f2-3fbe-40a4-b33a-6c7587116ba9 req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3274806 Jan 26 11:52:51.191689 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-d6772ee1-4ffb-4b69-8816-aecf049cfe91 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups/bf05f536-2b99-494b-b73e-d005aae046c1 HTTP/1.1" status: 200 len: 2395 time: 0.1420009 Jan 26 11:52:51.206077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf05f536-2b99-494b-b73e-d005aae046c1', 'remote_group_id': None}]} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:51.206757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf05f536-2b99-494b-b73e-d005aae046c1', 'remote_group_id': None}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:51.236363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:52:51.246134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:security_group_rule and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:52:51.262356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:52:51.275740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:52:51.366103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Sync routers for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:52:51.379826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:51.381312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:51.685160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:51.901527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:51.947180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:52.004258 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7f4d9-8190-4f8b-a534-ea5eb69ea9fc req-a9eaa1a6-738c-4dd3-b633-36587876ef40 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:52.007209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4db7f4d9-8190-4f8b-a534-ea5eb69ea9fc req-a9eaa1a6-738c-4dd3-b633-36587876ef40 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.5009181 Jan 26 11:52:52.075373 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4db7f4d9-8190-4f8b-a534-ea5eb69ea9fc req-e742815d-b8a1-4539-af32-6f57e803f4f9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595555 Jan 26 11:52:52.082089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f', 'name': '', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'mac_address': 'fa:16:3e:30:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:43Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 2, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'subnets': [{'id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:52.087421 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Checking router: faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:52:52.087839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Updating router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:52:52.163519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:52.197247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:52.199876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:52.228443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1af6ab6-ffed-463f-a953-be06db51a456,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:52.231495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:52.267236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:52.268602 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6f17d8b8-cc3f-47c3-853c-f427cccef541 req-682a99a4-a1a2-4342-abd8-e41698d661b5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0735376 Jan 26 11:52:52.974170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:52.997643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Transition to ACTIVE for port object c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:52:53.043681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:53.101867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8a0837e8-819b-4d5e-af16-46687414de8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:53.544934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc17e0-314b-4729-9785-c0455ec571ba None None] Pushing event updated for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:53.560473 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25dc17e0-314b-4729-9785-c0455ec571ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:53.981170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe471f-43fb-4b90-a002-cc45dad53da5 req-73afe8bf-162d-4fa6-a5af-ac4131ee8216 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:53.996960 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8cfe471f-43fb-4b90-a002-cc45dad53da5 req-73afe8bf-162d-4fa6-a5af-ac4131ee8216 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.6716931 Jan 26 11:52:54.044723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Attempting to bind port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:52:54.045163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Attempting to bind port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:52:54.045656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Attempting to bind port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f on network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:52:54.060123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:54.063240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Checking segment: {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:52:54.066212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:54.066929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Bound using segment: {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:54.071942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Bound port: c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfceed3-6317-42db-b9a0-d2af74cbd68a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:52:54.073478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:54.186052 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8cfe471f-43fb-4b90-a002-cc45dad53da5 req-6f4a51e9-ce1a-4574-ac0d-36c486377afe tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862791 Jan 26 11:52:54.323438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] For port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:52:54.329051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] For port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:52:54.377974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:54.407925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:54.538957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc17e0-314b-4729-9785-c0455ec571ba None None] Pushing event updated for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=4']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:54.543251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25dc17e0-314b-4729-9785-c0455ec571ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:54.775771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:54.776978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:52:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:55.079539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:52:55.686578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d03a4-6475-4945-8cc9-24058ef3fe9b req-a6118322-7b08-4baf-82bc-d9aea42b7920 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:55.697987 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a87d03a4-6475-4945-8cc9-24058ef3fe9b req-a6118322-7b08-4baf-82bc-d9aea42b7920 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2316442 Jan 26 11:52:55.712956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f', 'name': '', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'mac_address': 'fa:16:3e:30:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:43Z', 'updated_at': '2021-01-26T11:52:54Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'subnets': [{'id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:52:55.720742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840206b6-62c3-442f-8ac4-8b14632c354b None None] The sync data for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb is: [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:52:45Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f', 'name': '', 'network_id': '3c85a017-ab1a-4c28-8068-90f4d7d4d685', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'mac_address': 'fa:16:3e:30:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:43Z', 'updated_at': '2021-01-26T11:52:54Z', 'revision_number': 4, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'subnets': [{'id': 'b00e4e79-e1b6-47aa-a8ec-c893ab73fca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:52:55.810762 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a87d03a4-6475-4945-8cc9-24058ef3fe9b req-e7818400-2b22-4cbb-9e49-df3a33e568f1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115541 Jan 26 11:52:56.777129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:56.990577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:52:57.006509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:57.007370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:57.342118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:57.387321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:52:57.506348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2f7b-4f73-4123-b55c-bf8bb22fc28b req-76e933a3-770b-42bd-9c72-a2742cdf52fa tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:57.506348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bfdd2f7b-4f73-4123-b55c-bf8bb22fc28b req-76e933a3-770b-42bd-9c72-a2742cdf52fa tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2721846 Jan 26 11:52:57.506348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bfdd2f7b-4f73-4123-b55c-bf8bb22fc28b req-306e057d-1e30-4cc9-b0fc-62978dcf9648 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574539 Jan 26 11:52:57.687389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:57.691245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ce12f3fb-1cf4-4410-84a4-819fa2982c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:52:57.793467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:52:57.796876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:52:58.629978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:52:58.786414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:52:58.787243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:52:59.138024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143645d-d217-4594-86a9-364a2a9de7f8 req-6cf7e9f8-c618-4110-bc6a-03fa5e19ec4d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:52:59.152674 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7143645d-d217-4594-86a9-364a2a9de7f8 req-6cf7e9f8-c618-4110-bc6a-03fa5e19ec4d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.3784328 Jan 26 11:52:59.308534 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7143645d-d217-4594-86a9-364a2a9de7f8 req-741d2611-2bfb-493a-9e2d-a01c524a601a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544700 Jan 26 11:53:00.549897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-abc82087-da9b-425c-9282-0074c2804f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:00.553594 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-abc82087-da9b-425c-9282-0074c2804f6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1163 time: 0.1459644 Jan 26 11:53:01.045556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8e38-a787-4a70-93af-34ad4511ba93 req-2b15f81e-a38c-45de-9a37-8bbdd3835638 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:01.047311 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0a8d8e38-a787-4a70-93af-34ad4511ba93 req-2b15f81e-a38c-45de-9a37-8bbdd3835638 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.4205635 Jan 26 11:53:01.053436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-35c9a6c2-107a-4143-af12-1069df1b6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:01.054925 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-35c9a6c2-107a-4143-af12-1069df1b6784 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.4918833 Jan 26 11:53:01.234804 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0a8d8e38-a787-4a70-93af-34ad4511ba93 req-e0658669-f73b-4a7b-8b20-c8c9e1890026 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758754 Jan 26 11:53:01.239382 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-aa73e882-f478-4843-bc92-9a3c270f15f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 1002 time: 0.1773739 Jan 26 11:53:01.339030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-c887f5d9-e7c3-4498-ba17-a4b22caad6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:01.341731 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-c887f5d9-e7c3-4498-ba17-a4b22caad6b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.0895925 Jan 26 11:53:01.474774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-180df3de-3c5d-4bd6-a14e-4bda68b7ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:01.479721 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-180df3de-3c5d-4bd6-a14e-4bda68b7ce5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285119 Jan 26 11:53:01.677057 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-0b5b7b12-64ca-4faa-ac29-57c3da3df4fd service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907063 Jan 26 11:53:01.905077 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-93d41be3-8e47-4495-9a9a-227b841e73e5 req-dc297db4-3e82-4d10-b049-0b654c31d6b0 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2183321 Jan 26 11:53:02.220416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-0a70c9f1-ac51-4b58-b4f5-8d986bb8e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:02.222094 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-0a70c9f1-ac51-4b58-b4f5-8d986bb8e8e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1163 time: 0.1314397 Jan 26 11:53:02.638755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-d9958fe6-3a05-44b2-9916-e2880f003847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:02.641763 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-d9958fe6-3a05-44b2-9916-e2880f003847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.3897541 Jan 26 11:53:02.976552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a832f-73d3-40fe-9ed5-7967a569fd28 req-98f1c909-cee7-4d7f-974a-3f8665c9b00e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:02.979597 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-896a832f-73d3-40fe-9ed5-7967a569fd28 req-98f1c909-cee7-4d7f-974a-3f8665c9b00e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.5209081 Jan 26 11:53:02.993800 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-cb630d3c-2e0c-4e0d-b643-a351e5ea4d39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 1002 time: 0.3343685 Jan 26 11:53:03.120913 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-896a832f-73d3-40fe-9ed5-7967a569fd28 req-daee678a-5051-4dcf-b325-7d7db89cbcb3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317904 Jan 26 11:53:03.135087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-562eec2b-6cce-40e5-a618-9317bccf94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:03.138072 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-562eec2b-6cce-40e5-a618-9317bccf94a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.1275818 Jan 26 11:53:03.247097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-db8c414b-190b-4ef2-9627-a8a16d1d6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:03.249657 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-db8c414b-190b-4ef2-9627-a8a16d1d6ecf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040292 Jan 26 11:53:03.500237 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-3bca9667-6969-4997-89b8-de9101b7ca11 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230830 Jan 26 11:53:03.676019 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbde112-7d33-4dcb-9d43-90c4733923ce req-c72dc760-473d-4f86-a5ee-8bea12117c03 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1631782 Jan 26 11:53:04.014080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:04.451089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:04.702971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:04.736413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550957-7de5-436d-9ea3-052cce0c14e3 req-e5b10fc3-f47b-4400-9ee4-eaaca9c786ff tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:04.738174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c6550957-7de5-436d-9ea3-052cce0c14e3 req-e5b10fc3-f47b-4400-9ee4-eaaca9c786ff tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.3193328 Jan 26 11:53:04.743122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:04.760934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:04.792979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:04.795503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:04.835924 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c6550957-7de5-436d-9ea3-052cce0c14e3 req-8f691490-d805-4ddd-be62-09f115d4e296 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851600 Jan 26 11:53:04.922629 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'code': 200} Jan 26 11:53:04.951155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:04.955128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:06.212483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab47308-b36e-4a63-8faa-1d3d76055a93 req-cf755acd-5db1-4e77-80c4-22fe68799fc8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:06.215190 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dab47308-b36e-4a63-8faa-1d3d76055a93 req-cf755acd-5db1-4e77-80c4-22fe68799fc8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2157459 Jan 26 11:53:06.348160 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dab47308-b36e-4a63-8faa-1d3d76055a93 req-f0fa7da3-c283-4562-9f66-113a18582a59 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201880 Jan 26 11:53:10.046500 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-fe2fdfe5-bf00-4a7a-8b0c-9f07d65809b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568789 Jan 26 11:53:10.057558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396eac-4de8-4da0-bd9b-5d678f410923 req-bf43e1a9-598c-4621-8479-628f3baf6ad8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:10.061003 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8396eac-4de8-4da0-bd9b-5d678f410923 req-bf43e1a9-598c-4621-8479-628f3baf6ad8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2405281 Jan 26 11:53:10.160481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d8396eac-4de8-4da0-bd9b-5d678f410923 req-a41f69b8-2539-483a-b59d-e2c101a829f1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871105 Jan 26 11:53:11.195014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-c48a4ee0-c1d6-4ded-b736-a67a77d0a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:11.197616 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-c48a4ee0-c1d6-4ded-b736-a67a77d0a873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9&tenant_id=2cfa89c8269649a9b3ea06822954b3f3 HTTP/1.1" status: 200 len: 1161 time: 0.0913091 Jan 26 11:53:11.389002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-3d248265-7575-46dc-9b60-c460a770ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:11.391707 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-3d248265-7575-46dc-9b60-c460a770ee45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1161 time: 0.1474917 Jan 26 11:53:11.672606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b475b-e686-483c-be14-420513efc102 req-54581286-7386-44d1-a2dd-310515883bd9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:11.674361 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d07b475b-e686-483c-be14-420513efc102 req-54581286-7386-44d1-a2dd-310515883bd9 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2812152 Jan 26 11:53:11.675796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-8a48dab0-1a25-43ab-988e-b5fd41d8e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:11.677441 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-8a48dab0-1a25-43ab-988e-b5fd41d8e3d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 200 len: 910 time: 0.2384138 Jan 26 11:53:11.967974 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d07b475b-e686-483c-be14-420513efc102 req-2635adbe-0cb5-444a-b74e-d8b05cd836d5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636443 Jan 26 11:53:11.979801 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-5b42c8ca-616f-4e62-947b-886d76b7351e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 200 len: 1000 time: 0.2923872 Jan 26 11:53:12.392681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-d3a56fb6-f182-4c38-aee7-53d6c66f9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:12.394485 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-d3a56fb6-f182-4c38-aee7-53d6c66f9f57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 200 len: 855 time: 0.4076021 Jan 26 11:53:12.501257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-715db1c5-3dbc-40f5-9b65-cfcd88da251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:12.503045 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-715db1c5-3dbc-40f5-9b65-cfcd88da251b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949092 Jan 26 11:53:12.694049 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-b00cbb91-b314-4af5-9118-81b36badb098 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805933 Jan 26 11:53:12.978772 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d0515232-58c7-47ac-904a-1fd1f84ec5d2 req-0c66b461-efa7-4504-82d4-a457c3f91ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2743013 Jan 26 11:53:13.273619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89ea0-02af-447e-be27-aa0248462c75 req-42e07fe7-11ad-475f-bc05-2210f1585ed9 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:13.276655 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-feb89ea0-02af-447e-be27-aa0248462c75 req-42e07fe7-11ad-475f-bc05-2210f1585ed9 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2684131 Jan 26 11:53:13.494577 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-feb89ea0-02af-447e-be27-aa0248462c75 req-37f47b22-9289-4909-b26b-33da4040ec37 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404903 Jan 26 11:53:13.613784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8a00-2fd2-4913-85be-244d110fec6a req-21ae1fd9-6a58-4e62-980f-7d420a7abe4e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:13.615896 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b6cc8a00-2fd2-4913-85be-244d110fec6a req-21ae1fd9-6a58-4e62-980f-7d420a7abe4e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.3378046 Jan 26 11:53:13.706701 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b6cc8a00-2fd2-4913-85be-244d110fec6a req-ff45f298-ba57-4234-b95f-11f2f38ac069 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779166 Jan 26 11:53:13.801274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-70e9e64a-23b6-41ac-9061-bd3e28531eeb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:13.858657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-70e9e64a-23b6-41ac-9061-bd3e28531eeb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:13.860707 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-70e9e64a-23b6-41ac-9061-bd3e28531eeb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2094843117&fields=id&tenant_id=447c7eada2df40f58b74a46c05f47505 HTTP/1.1" status: 200 len: 267 time: 0.1346228 Jan 26 11:53:14.298046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-e0f104eb-0385-4a1d-9c08-2f3f177bfa6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:14.299463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-e0f104eb-0385-4a1d-9c08-2f3f177bfa6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:network {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:14.357646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-e0f104eb-0385-4a1d-9c08-2f3f177bfa6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:network {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:14.360159 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-e0f104eb-0385-4a1d-9c08-2f3f177bfa6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 808 time: 0.4851809 Jan 26 11:53:14.393274 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-a282c007-b1d7-4bb3-a90e-da86ec8654a5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/quotas/447c7eada2df40f58b74a46c05f47505 HTTP/1.1" status: 200 len: 375 time: 0.0198350 Jan 26 11:53:14.640742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-cccc88ab-b433-4dbc-b6fd-7ce55dbfa1bd tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2399490 Jan 26 11:53:15.118908 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-d62e09a6-bcb3-4482-a79b-5df905bed723 service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511745 Jan 26 11:53:15.382435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bc757-6bca-416d-96a9-4b9ccb585ea2 req-cf68dc9b-a23e-42f5-a0d6-365f15aa800d tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:15.382435 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a7bc757-6bca-416d-96a9-4b9ccb585ea2 req-cf68dc9b-a23e-42f5-a0d6-365f15aa800d tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.5033872 Jan 26 11:53:15.401699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-060c48a5-9af3-4714-9c25-eedddfb56cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:15.635087 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a7bc757-6bca-416d-96a9-4b9ccb585ea2 req-4a061700-160c-463c-874b-2f21d7aee14c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774250 Jan 26 11:53:15.737912 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-e505c0bb-33d9-40f4-9a5f-ce50aeebcb00 service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6172180 Jan 26 11:53:16.121941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3935-e846-4c79-913a-5c383e71ec66 req-ac430251-9e26-4265-8f6a-78c7e88d14b0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:16.125017 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cc5a3935-e846-4c79-913a-5c383e71ec66 req-ac430251-9e26-4265-8f6a-78c7e88d14b0 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2657382 Jan 26 11:53:16.224613 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cc5a3935-e846-4c79-913a-5c383e71ec66 req-facba8f1-55c2-4999-92f3-1d7d163ef32b tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918884 Jan 26 11:53:16.717598 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3d12879f-52a1-4fe4-9f80-2c6ecb33fb6a req-f1f4dc58-b8c3-4daf-8304-7fec168b5b92 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0762851 Jan 26 11:53:17.082490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a8db-b629-4e95-83f1-1585019d791a req-172b7e48-bf14-405a-a177-a536d81c554f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:17.082490 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b6b6a8db-b629-4e95-83f1-1585019d791a req-172b7e48-bf14-405a-a177-a536d81c554f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.1798708 Jan 26 11:53:17.150476 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b6b6a8db-b629-4e95-83f1-1585019d791a req-e4dbc710-aac7-489c-b473-e578b2e77d27 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638084 Jan 26 11:53:17.643919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7070825-8597-43e5-a7dc-30a5d312b643 req-d528b73c-6a7e-4741-a848-876d99d9a44a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:17.646925 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7070825-8597-43e5-a7dc-30a5d312b643 req-d528b73c-6a7e-4741-a848-876d99d9a44a tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.1809735 Jan 26 11:53:17.703826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a31404cf-914c-48d0-922f-66736cbb234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:17.760865 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d7070825-8597-43e5-a7dc-30a5d312b643 req-10575a77-ba6a-4b44-85b8-005eb910d80d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996406 Jan 26 11:53:18.088804 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2ce6bcf2-bd75-4d4b-a67f-580ce227eb92 req-a0031c50-2668-478e-8346-65185474cb51 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0706332 Jan 26 11:53:18.437349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:18.645498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa8f84-941d-403e-99c0-df3bb19c898f req-7536825f-c961-491d-a064-c51a52375344 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:18.647262 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bafa8f84-941d-403e-99c0-df3bb19c898f req-7536825f-c961-491d-a064-c51a52375344 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2363582 Jan 26 11:53:18.742373 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bafa8f84-941d-403e-99c0-df3bb19c898f req-36b49ab1-0e05-46d8-9445-ebf9806ba079 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814681 Jan 26 11:53:19.235891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4577-efd5-4f94-a5f8-be8eca4b589a req-d5965cc7-fdf0-4f16-bf20-e01cde86475d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:19.237856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-19ca4577-efd5-4f94-a5f8-be8eca4b589a req-d5965cc7-fdf0-4f16-bf20-e01cde86475d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2326303 Jan 26 11:53:19.372964 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-19ca4577-efd5-4f94-a5f8-be8eca4b589a req-73eda1c4-18a0-4ceb-b490-3599177fcb1d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213119 Jan 26 11:53:19.468493 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1db53f44-56af-4245-92ea-20fdfd241f73 req-2b639335-c8ba-48b6-ad00-adfe55f2a9a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0822299 Jan 26 11:53:19.666712 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:20.025634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:20.174713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ff78c-c5f0-44a1-93b5-d15c7ce67f77 req-65b633b0-27e7-4137-ab9f-7be570d05fec tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:20.176570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d92ff78c-c5f0-44a1-93b5-d15c7ce67f77 req-65b633b0-27e7-4137-ab9f-7be570d05fec tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2200141 Jan 26 11:53:20.288473 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d92ff78c-c5f0-44a1-93b5-d15c7ce67f77 req-04db6111-8551-49d2-8bc2-4d4fbf5ea609 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000690 Jan 26 11:53:20.786987 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0152c46c-bd37-46ae-b19b-9591393fd3df req-688266d9-72b6-4457-b73d-391173a20178 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0959771 Jan 26 11:53:20.926797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76be075-b746-48a3-9a79-7087d860d2cb req-33e9d436-9748-4275-bb1a-cb4935ee83c8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:20.929189 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c76be075-b746-48a3-9a79-7087d860d2cb req-33e9d436-9748-4275-bb1a-cb4935ee83c8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.1836736 Jan 26 11:53:21.017272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c76be075-b746-48a3-9a79-7087d860d2cb req-197c95b2-263e-4dc5-b0d1-3891e6a9d798 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799067 Jan 26 11:53:21.693496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b749-e67f-4d1d-9cf3-ebac5c8a3c50 req-f6bfdee9-80b4-42e2-be6a-e143f4b9c9fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:21.697104 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7337b749-e67f-4d1d-9cf3-ebac5c8a3c50 req-f6bfdee9-80b4-42e2-be6a-e143f4b9c9fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2107298 Jan 26 11:53:21.798616 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7337b749-e67f-4d1d-9cf3-ebac5c8a3c50 req-6aa699ef-206b-40f0-b47e-4442910d5df6 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884910 Jan 26 11:53:22.068050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fcf57650-ae6e-43fc-b740-401821142aee req-33a2045b-422c-4243-a6e4-259f0b1b94cd tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0630889 Jan 26 11:53:22.506971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae80ab-b4cb-4b27-a06f-3bb314504041 req-e0be8896-3132-49fe-8428-e10784c73088 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:22.509676 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0aae80ab-b4cb-4b27-a06f-3bb314504041 req-e0be8896-3132-49fe-8428-e10784c73088 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2128170 Jan 26 11:53:22.611846 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0aae80ab-b4cb-4b27-a06f-3bb314504041 req-fdf7db63-da17-4b41-a1bf-9455214699cd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816467 Jan 26 11:53:23.335593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667525de-6f92-4895-acb1-f8a5f69fb422 req-18f74ca9-138a-48a6-9487-666cb6f7ee9c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:23.338615 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-667525de-6f92-4895-acb1-f8a5f69fb422 req-18f74ca9-138a-48a6-9487-666cb6f7ee9c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3240659 Jan 26 11:53:23.422469 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cf455a33-2bd9-40d9-adff-6dd4db79c1e1 req-e4336640-4a94-4355-8232-8782f1a5a1f3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0822852 Jan 26 11:53:23.497074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-667525de-6f92-4895-acb1-f8a5f69fb422 req-f4a53e2d-ad79-44c7-988b-03591dab4ef4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006045 Jan 26 11:53:23.910250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:53:24.005048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259b9f5-f05c-4ce7-8f68-cf9fbf852177 req-d588635d-62d5-424d-b1ca-06b12f5d87b8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:24.007173 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9259b9f5-f05c-4ce7-8f68-cf9fbf852177 req-d588635d-62d5-424d-b1ca-06b12f5d87b8 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.1800759 Jan 26 11:53:24.085135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9259b9f5-f05c-4ce7-8f68-cf9fbf852177 req-020119a4-2916-4a66-8615-dd2acf81edfe tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651155 Jan 26 11:53:24.734419 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dd71e339-4319-4812-b304-7a6eae58e853 req-e621ed9a-cdca-4e34-8c5f-dda2040bb0b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0696480 Jan 26 11:53:25.029980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cade21-cee7-48e6-b156-a08e0ea6ae63 req-3c0ee904-4097-47f1-931e-229a50eb1ae4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:25.033210 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45cade21-cee7-48e6-b156-a08e0ea6ae63 req-3c0ee904-4097-47f1-931e-229a50eb1ae4 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2652638 Jan 26 11:53:25.144637 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-45cade21-cee7-48e6-b156-a08e0ea6ae63 req-a0636cdd-1d2b-4488-bfd2-2dbee52f5cb5 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962603 Jan 26 11:53:25.521671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171805a-e2e5-4c99-b2aa-12fb083d14c2 req-590ddcca-13be-466a-b1fe-5cca8aa20bfb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:25.524153 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1171805a-e2e5-4c99-b2aa-12fb083d14c2 req-590ddcca-13be-466a-b1fe-5cca8aa20bfb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.1939657 Jan 26 11:53:25.597608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1171805a-e2e5-4c99-b2aa-12fb083d14c2 req-ae05ef1d-8723-4d33-807b-805cba381776 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640461 Jan 26 11:53:26.037151 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e82da0df-6615-47c8-900d-8572f77a1094 req-575f9f6f-8a39-425c-843f-af049a2c76cb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.0869179 Jan 26 11:53:26.552871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0008ed-1925-45b3-b12e-17069272a4dd req-e3159d98-46d1-43f9-8892-49ac859a13fe tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:26.555301 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5e0008ed-1925-45b3-b12e-17069272a4dd req-e3159d98-46d1-43f9-8892-49ac859a13fe tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.2016089 Jan 26 11:53:26.632481 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5e0008ed-1925-45b3-b12e-17069272a4dd req-f318e481-5e9d-47f0-8902-abc864be36a2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642676 Jan 26 11:53:26.916151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:27.008462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e7655-b63d-4097-ae98-7d66034028d1 req-e6c0c5d4-e1b3-46d9-92d1-1cf90f1b312d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:27.011492 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-698e7655-b63d-4097-ae98-7d66034028d1 req-e6c0c5d4-e1b3-46d9-92d1-1cf90f1b312d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.2028763 Jan 26 11:53:27.052551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port e9e02ee7-2193-4cbb-9910-39fe014bfe6d triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:27.053423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:27.693071 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a07ca864-da10-40f8-8f09-aaa567131b17 req-bce05d4d-28a1-45e0-9fb9-dc3f45e53fa8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.2263136 Jan 26 11:53:27.794024 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-698e7655-b63d-4097-ae98-7d66034028d1 req-e008a6fe-cffb-488e-96b6-a07e5cdf36c1 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7134826 Jan 26 11:53:27.908156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-204f9e0e-48c9-41ac-a2c3-167734e7b61a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:27.910217 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-204f9e0e-48c9-41ac-a2c3-167734e7b61a tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.8973012 Jan 26 11:53:28.107590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-61c3a7f1-deaa-4282-80f2-7358ebaa84db tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:28.109319 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-61c3a7f1-deaa-4282-80f2-7358ebaa84db tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 808 time: 0.6226847 Jan 26 11:53:28.142545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port e9e02ee7-2193-4cbb-9910-39fe014bfe6d {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:28.142891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:28.304634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fcc27-f14a-4d1f-aa2d-128642172fc2 req-d335b0a8-c06a-4611-b88b-f61bc6c2b82f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:28.306434 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f44fcc27-f14a-4d1f-aa2d-128642172fc2 req-d335b0a8-c06a-4611-b88b-f61bc6c2b82f tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.3898280 Jan 26 11:53:28.479220 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-7143ee2c-f8ce-43a8-a78f-403afecf95c5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=447c7eada2df40f58b74a46c05f47505 HTTP/1.1" status: 200 len: 5759 time: 0.3010383 Jan 26 11:53:28.514592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'port': {'device_id': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'admin_state_up': True, 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'security_groups': ['bf05f536-2b99-494b-b73e-d005aae046c1']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:28.555921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f44fcc27-f14a-4d1f-aa2d-128642172fc2 req-c58530f7-0799-4ed3-9673-7406b826e347 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326100 Jan 26 11:53:28.852655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:28.853059 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:28.872377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:53:28.994257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:port and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:53:29.002391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for port was recalculated. Used quota:2. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:53:29.096102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:53:29.160146 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-06ece015-cb24-4a9a-b7ab-b8f3b269b72c req-7023b4ba-2103-4f19-aa82-5eb166a61cd5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.1602945 Jan 26 11:53:29.298929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:29.323714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Made reservation on behalf of 447c7eada2df40f58b74a46c05f47505 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:53:29.342284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:29.456533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:29.457251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:29.658826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:29.716197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:29.735825 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:29.762709 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:29.765005 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8adb5498-e581-431d-8f53-159acfaf82df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:29.802652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device e9e02ee7-2193-4cbb-9910-39fe014bfe6d no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:29.904417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=6']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:29.916960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.917338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.917722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.918102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.918479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.918907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.919275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.919649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.920021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.920389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.920758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.921124 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.921574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.921947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.922321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.922717 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.923064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.923474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.923957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.924326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.924704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.925061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.925428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.925788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:29.956491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:30.000253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:30.049149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:30.075575 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465ec3-1cd0-4402-9f72-91b2ebca0853 req-1e240b30-3feb-49d8-a88f-88d803bd78f6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:30.078635 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22465ec3-1cd0-4402-9f72-91b2ebca0853 req-1e240b30-3feb-49d8-a88f-88d803bd78f6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 1.0362864 Jan 26 11:53:30.082332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:30.085382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:30.162356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:30.166531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:30.300981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:30.301508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:30.302108 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP f712888c-0d08-4b83-ba21-ca6eefa6c6b4 disassociated. External IP: 172.28.1.83, port: e9e02ee7-2193-4cbb-9910-39fe014bfe6d. Jan 26 11:53:30.302842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for e9e02ee7-2193-4cbb-9910-39fe014bfe6d owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:30.533577 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-22465ec3-1cd0-4402-9f72-91b2ebca0853 req-fa16b1bd-a6ec-4b78-9bc9-65cd67fa1e94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340720 Jan 26 11:53:30.637027 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'code': 200} Jan 26 11:53:30.693358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0f53c-f2b9-4cec-a7cb-8cd1f04db15e req-11b5b657-6b5f-4a59-aa08-170e61538d58 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:30.695434 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddd0f53c-f2b9-4cec-a7cb-8cd1f04db15e req-11b5b657-6b5f-4a59-aa08-170e61538d58 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 946 time: 0.9031045 Jan 26 11:53:30.828312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:30.955805 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4efdd562-b936-472c-8265-e330a9c6bad5 req-ea70b8da-18b8-4be4-9796-716d710b3601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.1609180 Jan 26 11:53:31.014323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:53:31.014323 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:53:31.028200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:31.029526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:31.036484 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddd0f53c-f2b9-4cec-a7cb-8cd1f04db15e req-3a9387c1-2a79-4408-bebf-f2044b3f8712 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044333 Jan 26 11:53:31.057068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Allocated IP 172.20.0.6 (d3011b9c-cd04-4d0c-b2b0-280405a199c2/681297bc-3f37-4def-99c8-5c7dcc6c6b8b/78ff9856-8c07-4470-b526-3f7fa2c94783) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:53:31.547038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port e9e02ee7-2193-4cbb-9910-39fe014bfe6d {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:31.547909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:31.854966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:31.885934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a394-eaac-452e-9df1-20f73dacf57e req-127f19be-303c-4d1c-a530-5c6a825b9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:31.887596 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3673a394-eaac-452e-9df1-20f73dacf57e req-127f19be-303c-4d1c-a530-5c6a825b9403 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 1163 time: 0.6982365 Jan 26 11:53:32.063988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Transition to ACTIVE for port object 78ff9856-8c07-4470-b526-3f7fa2c94783 will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:53:32.137544 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3673a394-eaac-452e-9df1-20f73dacf57e req-ff5f54da-9c5b-413d-992d-952c34a0bf5e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379591 Jan 26 11:53:32.177420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] For port e9e02ee7-2193-4cbb-9910-39fe014bfe6d, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:32.177841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:32.411425 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-caaa280c-6f06-4b9d-a0ae-d3bf99b7d15a req-a6e09f69-cb9c-40fc-a9a8-a3415ef27911 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.1204221 Jan 26 11:53:32.536321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7ff1-5e9a-4d4f-9ad3-48f6341d0932 req-34b406ab-be24-4b06-99a1-906ef7a829cb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:32.538832 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-69ec7ff1-5e9a-4d4f-9ad3-48f6341d0932 req-34b406ab-be24-4b06-99a1-906ef7a829cb tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.5573344 Jan 26 11:53:32.558134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:32.579634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:32.639045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:32.986464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:33.006460 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-69ec7ff1-5e9a-4d4f-9ad3-48f6341d0932 req-d869ae42-e40c-45a4-b104-e6b9b3b55af2 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453983 Jan 26 11:53:33.009759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:33.042122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:33.042551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:33.042951 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Floating IP f712888c-0d08-4b83-ba21-ca6eefa6c6b4 disassociated. External IP: 172.28.1.83, port: e9e02ee7-2193-4cbb-9910-39fe014bfe6d. Jan 26 11:53:33.043350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for e9e02ee7-2193-4cbb-9910-39fe014bfe6d owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:33.161715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:53:33.247099 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb48a0-5e37-4e3c-986b-01ee84d089ea req-2d5edaaf-f605-401b-890b-53f1593c3248 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:33.249833 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ceb48a0-5e37-4e3c-986b-01ee84d089ea req-2d5edaaf-f605-401b-890b-53f1593c3248 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 944 time: 0.5711203 Jan 26 11:53:33.280550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:53:33.288982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:53:33.599423 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ceb48a0-5e37-4e3c-986b-01ee84d089ea req-2558ee72-c72c-41da-b4d2-da4c6fbdd666 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups?id=65f41e18-eab8-4af3-83b1-06ae4cb3fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151753 Jan 26 11:53:33.747402 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'code': 200} Jan 26 11:53:33.759685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:33.760823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:33.842883 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3324807 Jan 26 11:53:33.870336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d4b8d068-3641-45c9-9fa2-1c092a1cdbc9 None None] Provisioning for port 78ff9856-8c07-4470-b526-3f7fa2c94783 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:53:33.875743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Request body: {'port': {'device_id': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:33.879797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d4b8d068-3641-45c9-9fa2-1c092a1cdbc9 None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:33.880212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d068-3641-45c9-9fa2-1c092a1cdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:34.005493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:34.033188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8d068-3641-45c9-9fa2-1c092a1cdbc9 None None] Port 78ff9856-8c07-4470-b526-3f7fa2c94783 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:53:34.049466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32a25bff-b431-4d5a-b92d-7288c6b8dad8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:34.099201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:34.170347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'Port': ['ID=e9e02ee7-2193-4cbb-9910-39fe014bfe6d,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:34.183381 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:34.665604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:34.744989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59eff9-678d-43da-8892-0fb202f48b04 req-02d94e0d-ac82-471f-b004-f45d2168e0f5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:34.746120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-6e59eff9-678d-43da-8892-0fb202f48b04 req-02d94e0d-ac82-471f-b004-f45d2168e0f5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:35.042292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-6e59eff9-678d-43da-8892-0fb202f48b04 req-02d94e0d-ac82-471f-b004-f45d2168e0f5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:35.052713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6e59eff9-678d-43da-8892-0fb202f48b04 req-02d94e0d-ac82-471f-b004-f45d2168e0f5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 931 time: 1.1268106 Jan 26 11:53:35.137391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53818a4-e930-476e-9ec7-5204eacb5619 req-334cbab2-a7a5-4037-bc4e-7f078dbb024c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:35.139279 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d53818a4-e930-476e-9ec7-5204eacb5619 req-334cbab2-a7a5-4037-bc4e-7f078dbb024c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.8325307 Jan 26 11:53:35.471671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6e59eff9-678d-43da-8892-0fb202f48b04 req-8941f834-e3ce-40a0-934e-d5ed8bbe28e9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4169736 Jan 26 11:53:35.552068 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d53818a4-e930-476e-9ec7-5204eacb5619 req-f3844cea-57a2-4abc-abac-dffbbab07e6e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191760 Jan 26 11:53:35.839039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:53:35.841270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-26dee971-2d1f-487c-940b-5aa3454b3f05 req-3db31c8d-5faf-4c47-b1d2-4021dfd3ddf0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Synchronizing usage tracker for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:36.045906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-26dee971-2d1f-487c-940b-5aa3454b3f05 req-3db31c8d-5faf-4c47-b1d2-4021dfd3ddf0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Unset dirty status for tenant:10afcb033d524f739e42bb0de1c5d6c2 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:36.047917 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-26dee971-2d1f-487c-940b-5aa3454b3f05 req-3db31c8d-5faf-4c47-b1d2-4021dfd3ddf0 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.3067250 Jan 26 11:53:36.212396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ff9856-8c07-4470-b526-3f7fa2c94783 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:53:36.227178 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:36.235632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:53:36.253281 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:53:36.273452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:36.274947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:36.384180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Transition to ACTIVE for port object 78ff9856-8c07-4470-b526-3f7fa2c94783 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:53:36.386278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] No DVR routers for this DVR port e9e02ee7-2193-4cbb-9910-39fe014bfe6d on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:53:36.396046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:36.399525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3065edfd-6f7d-4257-b6eb-612df747b22d req-aa7ac2ee-5514-42e2-9f8d-96d80298f82c tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.24 "DELETE /v2.0/ports/e9e02ee7-2193-4cbb-9910-39fe014bfe6d HTTP/1.1" status: 204 len: 173 time: 8.4765031 Jan 26 11:53:36.401642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-deleted', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:36.421167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:36.441783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:36.499349 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05212d0-f2cc-47d1-b48b-9527abb7b2d0', 'name': 'network-vif-deleted', 'tag': 'e9e02ee7-2193-4cbb-9910-39fe014bfe6d', 'status': 'completed', 'code': 200} Jan 26 11:53:36.552603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:53:36.675257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:36.746110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.746608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.747066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.747468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.747865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.748267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.748670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.749080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.749534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.749932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.750552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.750552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.750552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.758430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:36.772271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:36.821513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48283f93-f64a-467b-87e8-5298c1d50aeb req-7dddeec2-0222-40a1-b87f-eca0533a8fe6 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:36.823630 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48283f93-f64a-467b-87e8-5298c1d50aeb req-7dddeec2-0222-40a1-b87f-eca0533a8fe6 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.5274107 Jan 26 11:53:37.024708 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-48283f93-f64a-467b-87e8-5298c1d50aeb req-7aa9224f-20ef-4f57-afdf-e5f7e3f88e8f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909733 Jan 26 11:53:37.108487 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:37.117375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:53:37.135852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:37.137622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:37.149207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff3578-d2c5-4a5c-a720-badcda8b0a28 req-b8e07123-ac34-458e-873a-f0331f35e0ed tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:37.161435 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddff3578-d2c5-4a5c-a720-badcda8b0a28 req-b8e07123-ac34-458e-873a-f0331f35e0ed tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.5020063 Jan 26 11:53:37.202784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Attempting to bind port 78ff9856-8c07-4470-b526-3f7fa2c94783 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:53:37.203056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Attempting to bind port 78ff9856-8c07-4470-b526-3f7fa2c94783 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:53:37.203432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Attempting to bind port 78ff9856-8c07-4470-b526-3f7fa2c94783 on network d3011b9c-cd04-4d0c-b2b0-280405a199c2 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:53:37.224617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:53:37.225076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Checking segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:53:37.225407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:37.225869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Bound using segment: {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:53:37.226394 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Bound port: 78ff9856-8c07-4470-b526-3f7fa2c94783, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:53:37.226816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:37.287697 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ddff3578-d2c5-4a5c-a720-badcda8b0a28 req-0aef36ee-ab88-4eb3-84f4-7d5add38580f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1245210 Jan 26 11:53:37.531526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:53:37.550536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=78ff9856-8c07-4470-b526-3f7fa2c94783,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:53:37.633465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a0aaa-eaef-45f6-ac5f-01e528bf47fc req-5729d027-ff03-46d0-9781-43c31462bb12 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:37.636537 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c1a0aaa-eaef-45f6-ac5f-01e528bf47fc req-5729d027-ff03-46d0-9781-43c31462bb12 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.2740533 Jan 26 11:53:37.657256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:53:37.688381 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:37.721852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-27eed808-43a7-4ef7-8d62-4002d2209f68 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:38.039272 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cd66b284-0c22-4bd7-b676-28288ce7a464 req-a2b7a26b-91b9-4395-971a-b3177e1452e2 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/ports?device_id=c05212d0-f2cc-47d1-b48b-9527abb7b2d0 HTTP/1.1" status: 200 len: 210 time: 0.4008274 Jan 26 11:53:38.286786 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c1a0aaa-eaef-45f6-ac5f-01e528bf47fc req-1877b92f-7af6-422c-b589-98f70173a879 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6056499 Jan 26 11:53:38.320782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:38.330701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:38.352270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:38.359265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a47aaa-cd12-449e-8f60-0ef7870626c2 None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:46:47Z', 'revision_number': 4, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '60fde483-cee7-4c84-a8c3-47a2b3a31529', 'name': '', 'network_id': 'a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'mac_address': 'fa:16:3e:d1:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:42Z', 'updated_at': '2021-01-26T11:47:01Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'subnets': [{'id': 'f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:53:38.445861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:38.446632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:38.448286 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] 10.222.0.24 "PUT /v2.0/ports/78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 1157 time: 4.5890939 Jan 26 11:53:38.565719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d4239-f145-4b56-a7c3-0bb5b3810572 req-11165858-b0f2-47a5-8407-a32da71724ab tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:38.568149 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5c5d4239-f145-4b56-a7c3-0bb5b3810572 req-11165858-b0f2-47a5-8407-a32da71724ab tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.2019901 Jan 26 11:53:38.575401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:38.788294 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5c5d4239-f145-4b56-a7c3-0bb5b3810572 req-f247e504-36b4-4e89-9a7f-a778a974b83d tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045920 Jan 26 11:53:38.848140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-2cf5b92d-8b77-4b85-b3cb-22d414875a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:38.851318 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-2cf5b92d-8b77-4b85-b3cb-22d414875a03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1160 time: 0.2813156 Jan 26 11:53:38.903013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0e6eb-621e-4f2b-a4ae-84f2593ff93b None None] New status for floating IP f712888c-0d08-4b83-ba21-ca6eefa6c6b4: DOWN {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:53:38.950001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeae218-551f-43ef-9f09-89ede06e6c37 req-88f9236a-31cf-46aa-a88b-4eb41f4b0de8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:38.952994 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1eeae218-551f-43ef-9f09-89ede06e6c37 req-88f9236a-31cf-46aa-a88b-4eb41f4b0de8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.3800354 Jan 26 11:53:39.024418 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'status': 'completed', 'code': 200} Jan 26 11:53:39.059214 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-5c672eca-d68d-42a2-91da-b67bb3de6edc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 217 time: 0.1046317 Jan 26 11:53:39.152353 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1eeae218-551f-43ef-9f09-89ede06e6c37 req-041684cd-9234-4112-b121-746589f9e30f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1209948 Jan 26 11:53:39.177640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-fee5f1e2-7b00-4155-ae05-905fb55829cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:39.180626 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-fee5f1e2-7b00-4155-ae05-905fb55829cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1145713 Jan 26 11:53:39.342789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39634) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:39.359476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-799fc297-cdb2-4fda-82d5-93215080a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:39.362627 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-799fc297-cdb2-4fda-82d5-93215080a6ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1718957 Jan 26 11:53:39.455194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:39.491092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:39.578134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:39.585085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-65a259b1-c96a-4c35-b17e-9173f0969a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:39.607032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f41e18-eab8-4af3-83b1-06ae4cb3fae5,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:39.619051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.619346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.619767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.620181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.620596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.621047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.621449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.621862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.622269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.622724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.623105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.623512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.624020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.624428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.624837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.625245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.625655 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.626067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.626478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.626977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.627342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.627775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.628141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.628718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:53:39.633314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:39.638380 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "DELETE /v2.0/security-groups/65f41e18-eab8-4af3-83b1-06ae4cb3fae5 HTTP/1.1" status: 204 len: 168 time: 0.2935581 Jan 26 11:53:39.639214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:39.639751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39638) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:39.655221 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-315f1d87-b30f-4e59-a3ec-45d07b92f518 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839756 Jan 26 11:53:39.663954 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.v2.resource [None req-b6e9e4aa-5a28-4b77-a206-eda65e73bcdf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] show failed (client error): The resource could not be found. Jan 26 11:53:39.665861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b6e9e4aa-5a28-4b77-a206-eda65e73bcdf tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "GET /v2.0/security-groups/65f41e18-eab8-4af3-83b1-06ae4cb3fae5 HTTP/1.1" status: 404 len: 347 time: 0.0247195 Jan 26 11:53:39.669309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39642) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:39.863490 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b861a1fe-eed7-4936-982b-1017e44aa5aa req-812c7639-cf0c-4e21-b069-7fd35f467ac2 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2005730 Jan 26 11:53:39.899372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Deleting port 3cdd2100-f3df-404c-9a32-358132b100c6 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:39.899766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:40.126307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:40.127041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:40.307601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Calling delete_port for 3cdd2100-f3df-404c-9a32-358132b100c6 owned by network:floatingip {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:40.321157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-b57d72cc-daae-46ec-b59d-56892e149b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:40.324239 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-b57d72cc-daae-46ec-b59d-56892e149b42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1160 time: 0.2810879 Jan 26 11:53:40.469137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d141-57ca-43ab-92dc-a043d0c2221c req-0ee67b69-a2dd-4791-aebd-1c28e378520f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:40.472149 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4e62d141-57ca-43ab-92dc-a043d0c2221c req-0ee67b69-a2dd-4791-aebd-1c28e378520f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.3555753 Jan 26 11:53:40.590413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:40.608182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ecf183c-d90e-4e36-b589-1574498667fb tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:40.668870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Pushing event deleted for resources: {'Port': ['ID=3cdd2100-f3df-404c-9a32-358132b100c6,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:40.673786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:40.739285 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4e62d141-57ca-43ab-92dc-a043d0c2221c req-953f11e7-7e09-4e4e-8a8a-569e4a7a783c tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360163 Jan 26 11:53:40.808789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-86ca6e66-cad4-41ef-bf65-d11a80624319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:40.810520 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-86ca6e66-cad4-41ef-bf65-d11a80624319 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.4783552 Jan 26 11:53:40.869510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f20945-b6d1-43dd-a967-4a29e8e29c1c req-504521a4-67ab-4dc4-a852-115de08638b9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:40.871345 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38f20945-b6d1-43dd-a967-4a29e8e29c1c req-504521a4-67ab-4dc4-a852-115de08638b9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.3760581 Jan 26 11:53:40.984757 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-8152977d-946d-416e-9714-b55ba009405e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 217 time: 0.1122506 Jan 26 11:53:41.114897 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38f20945-b6d1-43dd-a967-4a29e8e29c1c req-7fa48b52-90a2-4080-a3b9-3be929619323 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1672907 Jan 26 11:53:41.128850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-454a741d-26a7-4412-9d18-c51fea571ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:41.131394 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-454a741d-26a7-4412-9d18-c51fea571ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1359775 Jan 26 11:53:41.209485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks [] for floatingip, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:41.238294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-595c5cba-3672-40bd-aba0-fe467e94b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:41.240077 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-595c5cba-3672-40bd-aba0-fe467e94b67e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999603 Jan 26 11:53:41.273869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:41.276251 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-538a6faa-6723-4641-9211-0e74a426199b tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] 10.222.0.53 "DELETE /v2.0/floatingips/f712888c-0d08-4b83-ba21-ca6eefa6c6b4 HTTP/1.1" status: 204 len: 168 time: 1.6051409 Jan 26 11:53:41.446044 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-e5976360-2e9d-4602-b361-3199007c6c68 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979165 Jan 26 11:53:41.662725 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-bccda927-03b2-48d8-bb93-3e7a47bea459 req-2b511061-f2e1-4fff-b7c9-c4b0ad21c40f service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2059662 Jan 26 11:53:42.276272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24858eb3-4a7d-4eab-a6d4-cba5661eaa63 req-40c560d8-566c-4a77-aab0-42c5de328729 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:42.279268 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-24858eb3-4a7d-4eab-a6d4-cba5661eaa63 req-40c560d8-566c-4a77-aab0-42c5de328729 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.3572621 Jan 26 11:53:42.450355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-e0f654c4-c498-4c3d-98b7-455df9417345 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:42.452205 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-e0f654c4-c498-4c3d-98b7-455df9417345 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 945 time: 0.3906233 Jan 26 11:53:42.534430 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-24858eb3-4a7d-4eab-a6d4-cba5661eaa63 req-268a65ec-274f-4ea2-8d5b-d4b0c676df53 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006342 Jan 26 11:53:42.585382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Deleting port 72747471-91d2-4123-b768-2a8617e75cb7 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:42.585775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:42.683580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7cabc-ba60-41d1-84f4-92f45cff536e req-3a309d9a-51a3-4975-a797-fe394ea1aafc tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:42.685587 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d6c7cabc-ba60-41d1-84f4-92f45cff536e req-3a309d9a-51a3-4975-a797-fe394ea1aafc tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.4040756 Jan 26 11:53:42.821302 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d6c7cabc-ba60-41d1-84f4-92f45cff536e req-0e357656-2846-473e-b089-bac9de834400 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1178091 Jan 26 11:53:43.036501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] For port 72747471-91d2-4123-b768-2a8617e75cb7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=72747471-91d2-4123-b768-2a8617e75cb7,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:43.036912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:43.285711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Calling delete_port for 72747471-91d2-4123-b768-2a8617e75cb7 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:43.439344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:43.527606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:43.545751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-16add705-1116-4dde-8e26-dfc090ef3f2a tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:43.562920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 78ff9856-8c07-4470-b526-3f7fa2c94783 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:53:43.571618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:43.572160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:43.737610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:43.773923 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:43.786466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=78ff9856-8c07-4470-b526-3f7fa2c94783,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:43.825392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:43.829011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:43.853136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Pushing event deleted for resources: {'Port': ['ID=72747471-91d2-4123-b768-2a8617e75cb7,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:43.860572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:43.876470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 72747471-91d2-4123-b768-2a8617e75cb7 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:43.913527 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'code': 200} Jan 26 11:53:43.931904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] No Port match for: 72747471-91d2-4123-b768-2a8617e75cb7 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:53:43.932265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 72747471-91d2-4123-b768-2a8617e75cb7 not bound to the agent host hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:53:43.978735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:43.984852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:43.991750 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5f137c2f-7fe8-452b-88e4-d563da3d285e req-0c370488-6852-4d0f-9dd2-d75b38134130 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 210 time: 0.1399157 Jan 26 11:53:44.214765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] No DVR routers for this DVR port 72747471-91d2-4123-b768-2a8617e75cb7 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:53:44.217431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:44.222595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'name': 'network-vif-deleted', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:44.382898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229be9-a3b5-4a13-bc20-0a5feb60587b req-335fdf31-8a5e-4590-90c3-aaad3a50d56f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:44.387489 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4a229be9-a3b5-4a13-bc20-0a5feb60587b req-335fdf31-8a5e-4590-90c3-aaad3a50d56f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.3345671 Jan 26 11:53:44.391727 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c173164-b144-4e5a-a0c5-f6f217e08472', 'name': 'network-vif-deleted', 'tag': '72747471-91d2-4123-b768-2a8617e75cb7', 'status': 'completed', 'code': 200} Jan 26 11:53:44.395990 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2b5a27ea-bf02-49ee-b9ca-2040c257d217 req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "DELETE /v2.0/ports/72747471-91d2-4123-b768-2a8617e75cb7 HTTP/1.1" status: 204 len: 173 time: 1.9348304 Jan 26 11:53:44.510214 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4a229be9-a3b5-4a13-bc20-0a5feb60587b req-e8966009-b397-4f4c-baa4-7ee4316871b6 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1114182 Jan 26 11:53:44.647692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24572dc9-036a-459c-a792-c8b3bd2a925f req-150cb6c2-3235-4f87-9c21-9204f7de7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:44.649861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-24572dc9-036a-459c-a792-c8b3bd2a925f req-150cb6c2-3235-4f87-9c21-9204f7de7234 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1251016 Jan 26 11:53:44.722112 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-24572dc9-036a-459c-a792-c8b3bd2a925f req-cd613bfa-82ef-43cb-ad73-6ae997829e55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0644634 Jan 26 11:53:45.067885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:45.170577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:45.171068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:45.270180 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-8027a391-0468-4528-83f6-b7cced8b471b req-43b8d4bf-eadc-4f82-83d6-7ad381bf7a03 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Synchronizing usage tracker for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:45.326335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-8027a391-0468-4528-83f6-b7cced8b471b req-43b8d4bf-eadc-4f82-83d6-7ad381bf7a03 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Unset dirty status for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:45.328744 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8027a391-0468-4528-83f6-b7cced8b471b req-43b8d4bf-eadc-4f82-83d6-7ad381bf7a03 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=8c173164-b144-4e5a-a0c5-f6f217e08472 HTTP/1.1" status: 200 len: 210 time: 0.1328349 Jan 26 11:53:45.396374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c0835a1c-c953-4507-9e67-a42b5cb8de23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:45.915638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819946c-0143-4a12-bb44-59d5ed938f13 req-13a640b3-587c-4b7a-8c4e-0da042be3cfb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:45.918039 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1819946c-0143-4a12-bb44-59d5ed938f13 req-13a640b3-587c-4b7a-8c4e-0da042be3cfb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.1646824 Jan 26 11:53:46.009864 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1819946c-0143-4a12-bb44-59d5ed938f13 req-431ff28f-5df1-4e27-93b6-9ae02cae8e06 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0797267 Jan 26 11:53:46.208836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 39692) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:47.085763 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:53:47.251400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:53:47.252558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:47.466935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:47.664960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f622d1b-5aea-45a2-9e5a-54ffbb3c5249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:47.690666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125d864-f8f5-4524-b91f-ae8ad744ea8b req-48ef6ea4-faac-4398-b7a6-6225e84767a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:47.692449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a125d864-f8f5-4524-b91f-ae8ad744ea8b req-48ef6ea4-faac-4398-b7a6-6225e84767a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.4157639 Jan 26 11:53:47.792860 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a125d864-f8f5-4524-b91f-ae8ad744ea8b req-f15cd102-6c2e-4825-a8bb-eaffa796d445 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0912366 Jan 26 11:53:48.155246 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Deleting port 60fde483-cee7-4c84-a8c3-47a2b3a31529 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:48.156201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:48.322937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0f82-b791-4f80-8d5e-5d52ea8c84c8 req-29572bbe-7323-402a-84c5-389b9510aa09 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:48.324746 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-30bb0f82-b791-4f80-8d5e-5d52ea8c84c8 req-29572bbe-7323-402a-84c5-389b9510aa09 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2715752 Jan 26 11:53:48.447089 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:48.464903 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-30bb0f82-b791-4f80-8d5e-5d52ea8c84c8 req-0008da37-f926-4b3b-9000-0a92cf0fd29d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0839286 Jan 26 11:53:48.491420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] For port 60fde483-cee7-4c84-a8c3-47a2b3a31529, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=60fde483-cee7-4c84-a8c3-47a2b3a31529,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:48.491988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:48.907587 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Calling delete_port for 60fde483-cee7-4c84-a8c3-47a2b3a31529 owned by network:router_interface {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:49.311880 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-ea7581de-d65a-4d96-bd9e-62b4a532827a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7268620 Jan 26 11:53:49.335465 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:49.352602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:53:49.361826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Usage tracker for resource:floatingip and tenant:447c7eada2df40f58b74a46c05f47505 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:53:49.362335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:53:49.371902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:53:49.456786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:49.519056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:49.544480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40cd38ba-e31f-4458-98fa-9cd87e195a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:49.669816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:49.670708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fde483-cee7-4c84-a8c3-47a2b3a31529,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:49.674822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:49.923447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:50.031346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:50.492979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:50.956905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Allocated IP 172.28.1.124 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/8147432b-a14c-473e-9f03-5f6026a9c7b8) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:53:51.608863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:51.680297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Router fc686383-ac94-41b4-a2f5-33299e014a16 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:53:51.790250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:51.835654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:52.195656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'Port': ['ID=8147432b-a14c-473e-9f03-5f6026a9c7b8,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:52.213651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:52.375873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:53:52.389448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Sync routers for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:53:52.409271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:52.410576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:52.433768 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc686383-ac94-41b4-a2f5-33299e014a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2232211 Jan 26 11:53:52.437361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39744) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:52.453710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:53:52.457576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:53:52.462015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:53:52.556225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-70a878f3-bf65-42c2-aeb3-b500dc49d930 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:52.558069 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-70a878f3-bf65-42c2-aeb3-b500dc49d930 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/networks?id=804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 200 len: 813 time: 0.4032166 Jan 26 11:53:52.604301 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a69bc9c5-3f1c-4003-addf-33306c7b2a52 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/quotas/77dc7ef6f62c4e32a8b4237d4454c4b3 HTTP/1.1" status: 200 len: 375 time: 0.0338454 Jan 26 11:53:52.703617 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-30aa8005-3941-45ca-a5d3-dd78bc2a2638 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787807 Jan 26 11:53:52.769984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:53:52.776419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:52.855884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.026775 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-09fc28bf-2747-49eb-ae86-8ecac58e9441 service neutron] 10.222.0.53 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087151 Jan 26 11:53:53.044822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.051269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Deleting port 7ca1ad1d-2470-4610-8521-c2ea36718d20 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:53.051522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.195296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:53:49Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:53.203318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Checking router: fc686383-ac94-41b4-a2f5-33299e014a16 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:53:53.219068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Routers {'fc686383-ac94-41b4-a2f5-33299e014a16'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:53.220459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['fc686383-ac94-41b4-a2f5-33299e014a16'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:53.357173 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-435321dc-e500-4224-bfc6-170e7de539d4 service neutron] 10.222.0.53 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3203154 Jan 26 11:53:53.378864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.428431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] For port 7ca1ad1d-2470-4610-8521-c2ea36718d20, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=7ca1ad1d-2470-4610-8521-c2ea36718d20,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:53.429263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.674559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] Set router fc686383-ac94-41b4-a2f5-33299e014a16 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:53:53.723532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Calling delete_port for 7ca1ad1d-2470-4610-8521-c2ea36718d20 owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:53.877600 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2a21626a-eae3-4612-b902-4f613ab14e24 req-041caa23-28cb-4493-b985-fa005f9754a6 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.1337647 Jan 26 11:53:53.983795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:53.990561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.036495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.110395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7624d4d2-9e18-4d14-a8fe-4eed21c3a432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:54.153599 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:53:49Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:54.162157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32bf3e5-e027-43de-a46f-e8178cd96ebb None None] The sync data for ids ['fc686383-ac94-41b4-a2f5-33299e014a16'] in dv-cinder-772388-2-smb is: [{'id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'name': 'tempest-AttachVolumeTestJSON-1505308009-router', 'tenant_id': '10afcb033d524f739e42bb0de1c5d6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:21Z', 'updated_at': '2021-01-26T11:53:49Z', 'revision_number': 5, 'project_id': '10afcb033d524f739e42bb0de1c5d6c2', 'gw_port': {'id': '7ca1ad1d-2470-4610-8521-c2ea36718d20', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc686383-ac94-41b4-a2f5-33299e014a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:25Z', 'updated_at': '2021-01-26T11:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:53:54.291680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event updated for resources: {'Port': ['ID=8147432b-a14c-473e-9f03-5f6026a9c7b8,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:54.297054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:54.372080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.455616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.510726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.512355 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1907823 Jan 26 11:53:54.562469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.565380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.620354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 60fde483-cee7-4c84-a8c3-47a2b3a31529 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:54.637136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-1b4a1916-2350-48c4-9948-7a40fc050295 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:floatingip {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:53:54.641008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.642097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc686383-ac94-41b4-a2f5-33299e014a16 {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:53:54.664785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:54.671758 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e8eaa020-acc1-499f-8eae-79f3743638e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc686383-ac94-41b4-a2f5-33299e014a16 HTTP/1.1" status: 204 len: 168 time: 2.2326934 Jan 26 11:53:54.672071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 39758) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:54.691044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 60fde483-cee7-4c84-a8c3-47a2b3a31529 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:53:54.692607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 60fde483-cee7-4c84-a8c3-47a2b3a31529 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:53:54.736978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-1b4a1916-2350-48c4-9948-7a40fc050295 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:floatingip {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:53:54.738317 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-1b4a1916-2350-48c4-9948-7a40fc050295 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.124 HTTP/1.1" status: 200 len: 696 time: 0.2114811 Jan 26 11:53:54.829304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Deleting subnet f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 {{(pid=80232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:53:54.895109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:55.293063 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e6ce4b19-0cb1-4511-beaf-8966e674d66d req-9556cabc-fc7e-414c-9743-9fc959df02d0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.0735528 Jan 26 11:53:55.337085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827159743'] for subnet, precommit_delete_associations {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:55.456663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-bfa3895e-ef40-45db-94dd-4a20ddc404bb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:55.458114 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-bfa3895e-ef40-45db-94dd-4a20ddc404bb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 784 time: 0.7061007 Jan 26 11:53:55.480714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-8cfaf419-1555-48e3-8040-904da56e9474 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:53:55.481922 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ca33d52-658b-463c-8a95-8811e46d5f7e req-8cfaf419-1555-48e3-8040-904da56e9474 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0146537 Jan 26 11:53:55.560139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:55.875307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-7704ccb7-f632-474d-b870-f0f36b73bd35 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:55.877118 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-7704ccb7-f632-474d-b870-f0f36b73bd35 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2654552 Jan 26 11:53:56.068524 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-e0ff45c6-67ba-4e44-b399-6bf22568bad4 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.124 HTTP/1.1" status: 200 len: 696 time: 0.1798518 Jan 26 11:53:56.126970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Request body: {'floatingip': {'port_id': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:56.342747 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:56.628667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 7ca1ad1d-2470-4610-8521-c2ea36718d20 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:56.643784 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-214fb40f-3f59-4726-9b45-123404bdf77e req-bee12817-ef6b-4970-888c-ac4688581aac tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.1037185 Jan 26 11:53:56.653973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853574538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826674396'] for subnet, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:56.673303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 7ca1ad1d-2470-4610-8521-c2ea36718d20 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:53:56.673961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 7ca1ad1d-2470-4610-8521-c2ea36718d20 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:53:56.736147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f8a1650c-8a39-433b-a52a-0c3c1a5b622a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:56.838183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:56.900269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-50e08682-3f03-4fad-be11-3ffddf674d59 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:53:56.902166 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-50e08682-3f03-4fad-be11-3ffddf674d59 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "GET /v2.0/networks?id=804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 200 len: 813 time: 0.8265424 Jan 26 11:53:56.906240 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:56.995834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Request body: {'port': {'device_id': '30277d3e-0299-41ae-8c8a-57359eb68458', 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354', 'admin_state_up': True, 'tenant_id': '77dc7ef6f62c4e32a8b4237d4454c4b3'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:57.562365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:57.567417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1deb7d-0116-4a82-8106-76c502bd728a None None] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:53:57.604025 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f4a9e8f0-4d5f-4ad8-816f-3d0daf9bc658 HTTP/1.1" status: 204 len: 168 time: 2.9301555 Jan 26 11:53:57.608248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39772) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:57.759924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:57.785525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:53:57.875969 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Deleting port 82625a55-db86-40f0-9325-8b7c50ad718e {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:57.876862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:57.904567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:53:57.939081 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-399b5132-c6ef-4c9a-9e6b-c9b4fe48ad4f req-3c4f2d07-3daa-440e-b70f-ad4fefd40d41 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.1180272 Jan 26 11:53:57.992728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Made reservation on behalf of 77dc7ef6f62c4e32a8b4237d4454c4b3 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:53:57.996959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] DHCP port deletion for a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad request from dv-cinder-772388-2-smb {{(pid=80233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 11:53:58.003400 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Deleting port 82625a55-db86-40f0-9325-8b7c50ad718e {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:58.004290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.014126 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.310949 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] For port 82625a55-db86-40f0-9325-8b7c50ad718e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=82625a55-db86-40f0-9325-8b7c50ad718e,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:58.311905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.341349 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.433622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.526638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Calling delete_port for 82625a55-db86-40f0-9325-8b7c50ad718e owned by network:dhcp {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:58.537095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] For port 82625a55-db86-40f0-9325-8b7c50ad718e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=82625a55-db86-40f0-9325-8b7c50ad718e,segment=NetworkSegment(cfd3f38e-76c0-4288-be03-7714fbbd80c3),segment_id=cfd3f38e-76c0-4288-be03-7714fbbd80c3)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:53:58.538787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.670724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:58.673710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 82625a55-db86-40f0-9325-8b7c50ad718e no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:53:58.694495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-18571dc0-3a45-4ab1-957e-0d72fc341a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:58.745738 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Floating IP 02125abc-2707-44cd-b1a1-d43dde4b9909 associated. External IP: 172.28.1.124, port: 78ff9856-8c07-4470-b526-3f7fa2c94783. Jan 26 11:53:58.754065 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=82625a55-db86-40f0-9325-8b7c50ad718e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:53:58.760782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:53:58.819612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 82625a55-db86-40f0-9325-8b7c50ad718e {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:53:58.820136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 82625a55-db86-40f0-9325-8b7c50ad718e not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:53:58.832056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Calling delete_port for 82625a55-db86-40f0-9325-8b7c50ad718e owned by network:dhcp {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:53:58.903684 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Allocated IP 172.20.0.10 (804c78b9-2adc-47fe-987c-462c90e65354/806f3af6-675c-4f43-96ef-31a2248e49b2/42537069-b482-45d8-bcd3-ff5784ab93e2) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:53:58.912836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] No DVR routers for this DVR port 82625a55-db86-40f0-9325-8b7c50ad718e on host dv-cinder-772388-2-smb {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:53:59.008682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:53:59.009381 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:53:59.101377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.237558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:59.263866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd3f38e-76c0-4288-be03-7714fbbd80c3') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:59.264190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd3f38e-76c0-4288-be03-7714fbbd80c3') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:59.280019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.299259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.301914 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:53:59.344309 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1fb2dd24-4e69-42fd-a2a8-5a944bc5456a req-f3fbaad5-4bc7-4454-a05f-7482d34b0c0b tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.1289511 Jan 26 11:53:59.458407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.463363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Router 7dcab642-7830-47a4-95a2-28ccb4f20878 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:53:59.511632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Deleting port 82625a55-db86-40f0-9325-8b7c50ad718e {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:53:59.512074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.534871 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:53:59.556138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.588867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-0f56d297-40e3-4e1f-a18c-c18ff3965064 None None] The port '82625a55-db86-40f0-9325-8b7c50ad718e' was deleted {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 11:53:59.705355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:53:59.717595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.721233 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Sync routers for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:53:59.742428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:59.744673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:53:59.759745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:53:59.784171 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5fba8aff-e468-4cb1-902d-6219f4153851 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:53:59.891459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Network a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:53:59.931989 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:54:00.062501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:00.308727 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-d10abdaf-a0ad-40a3-9530-ebf6b4fd398a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "PUT /v2.0/floatingips/02125abc-2707-44cd-b1a1-d43dde4b9909 HTTP/1.1" status: 200 len: 996 time: 4.1998804 Jan 26 11:54:00.356907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:00.370947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Pushing event updated for resources: {'Port': ['ID=42537069-b482-45d8-bcd3-ff5784ab93e2,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:00.384177 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:00.403427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:00.416201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:00.421389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6a34eabc-f5d5-4aef-9fe0-e0b2da2cb3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:00.442140 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'status': 'completed', 'code': 200} Jan 26 11:54:00.456423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:00.466369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:00.466896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Network 804c78b9-2adc-47fe-987c-462c90e65354 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:54:00.471534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:54:00.486894 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:54:00.512107 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a0e414f8-b2f1-4657-b3ea-6e2aa5a903ad HTTP/1.1" status: 204 len: 168 time: 2.9020259 Jan 26 11:54:00.523992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-67bf91fc-6beb-4e59-80b7-977728b198fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:00.526939 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-67bf91fc-6beb-4e59-80b7-977728b198fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.2171807 Jan 26 11:54:00.550184 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '02125abc-2707-44cd-b1a1-d43dde4b9909', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'port_id': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'mac_address': 'fa:16:3e:67:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:53:52Z', 'updated_at': '2021-01-26T11:53:57Z', 'revision_number': 1, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:00.558066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Checking router: 7dcab642-7830-47a4-95a2-28ccb4f20878 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:54:00.576721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:00.578337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:53:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:00.802008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:00.814182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39788) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:00.879659 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b6288be3-7f0f-4d48-99e5-a78043cfd53d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10afcb033d524f739e42bb0de1c5d6c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0639048 Jan 26 11:54:00.883120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39792) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:00.908263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:00.909963 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:00.927456 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:54:00.971577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:01.027783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:01.062816 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0801580 Jan 26 11:54:01.078518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-99fec7cf-c304-46a4-b49c-88abc10551de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:01.081438 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-99fec7cf-c304-46a4-b49c-88abc10551de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.5512884 Jan 26 11:54:01.124571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Request body: {'port': {'device_id': '30277d3e-0299-41ae-8c8a-57359eb68458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:01.153208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-70adea1a-16ba-41dd-9456-29f98bd43739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:01.154937 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-70adea1a-16ba-41dd-9456-29f98bd43739 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.5616024 Jan 26 11:54:01.163446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:01.169966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ccdf7d1d-a9c2-4f7f-ae93-8bf6648e872c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:01.197529 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caafb67-24e7-4d9e-be91-605844961dfa,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:01.202505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:01.213267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:01.220528 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0caafb67-24e7-4d9e-be91-605844961dfa HTTP/1.1" status: 204 len: 168 time: 0.3355601 Jan 26 11:54:01.351692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '02125abc-2707-44cd-b1a1-d43dde4b9909', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'port_id': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'mac_address': 'fa:16:3e:67:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:53:52Z', 'updated_at': '2021-01-26T11:53:57Z', 'revision_number': 1, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:01.358104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638dba-e2d6-4481-8cfd-38e4c10c06d5 None None] The sync data for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb is: [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': '02125abc-2707-44cd-b1a1-d43dde4b9909', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'port_id': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'mac_address': 'fa:16:3e:67:72:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:53:52Z', 'updated_at': '2021-01-26T11:53:57Z', 'revision_number': 1, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:54:01.366776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16d77-10f6-493c-86f2-dfe02dba4ea1 req-87b6154b-8ee4-4cd9-a674-cb2bbe640317 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:01.367372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-85b16d77-10f6-493c-86f2-dfe02dba4ea1 req-87b6154b-8ee4-4cd9-a674-cb2bbe640317 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Synchronizing usage tracker for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:54:01.455792 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-b6358170-c0a8-4ed8-9e39-032af7ce6cc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 999 time: 0.2908659 Jan 26 11:54:01.570162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-85b16d77-10f6-493c-86f2-dfe02dba4ea1 req-87b6154b-8ee4-4cd9-a674-cb2bbe640317 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Unset dirty status for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:54:01.572197 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-85b16d77-10f6-493c-86f2-dfe02dba4ea1 req-87b6154b-8ee4-4cd9-a674-cb2bbe640317 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 932 time: 0.9436717 Jan 26 11:54:01.664627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:01.686819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-e73bd056-9c7b-4419-9b62-df32400e928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:01.688550 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-e73bd056-9c7b-4419-9b62-df32400e928f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.5968103 Jan 26 11:54:01.724362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0eb9dc-cf75-4af2-8da6-928550182274 None None] New status for floating IP 02125abc-2707-44cd-b1a1-d43dde4b9909: ACTIVE {{(pid=80233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:54:01.774071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-7af28b0a-b652-4954-8633-f53a2a5fc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:01.784024 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-7af28b0a-b652-4954-8633-f53a2a5fc64d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.2728977 Jan 26 11:54:01.842956 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-85b16d77-10f6-493c-86f2-dfe02dba4ea1 req-7093b6dc-30e7-4ee4-8dd2-f66758d6a9b0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529426 Jan 26 11:54:02.056825 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-3977b9cf-d97d-4970-8b62-08e7fadae25b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 999 time: 0.3545744 Jan 26 11:54:02.260512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-7bea72cb-1089-4b30-8adf-abf9a6aa9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:02.262240 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-7bea72cb-1089-4b30-8adf-abf9a6aa9ff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1896381 Jan 26 11:54:02.324918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-3b650bbb-5a49-4965-afb8-04e7bb7fcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:02.326576 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-3b650bbb-5a49-4965-afb8-04e7bb7fcd48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5321636 Jan 26 11:54:02.345188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-608994c9-6f33-4433-84f4-3d0f8c1b4c1d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:54:02.346436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-608994c9-6f33-4433-84f4-3d0f8c1b4c1d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0097201 Jan 26 11:54:02.650725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-2bd81f84-a021-42ce-ab98-ea5b6699daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:02.652608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-2bd81f84-a021-42ce-ab98-ea5b6699daf7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3797705 Jan 26 11:54:02.740136 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-9c6ae063-6a41-4719-aa78-cb5a54575bec service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813248 Jan 26 11:54:03.101624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.resource_extend [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 11:54:03.425842 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-3fd1edc3-a7ed-49fe-902b-f0951134d7b1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473869 Jan 26 11:54:03.450657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42537069-b482-45d8-bcd3-ff5784ab93e2 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:54:03.541246 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e21395da-aa8e-41d2-b02e-cc0eda5e686c req-6a2368fb-080d-4bf3-b7dc-8a4d48f54c23 service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7397721 Jan 26 11:54:03.620120 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:03.653968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Transition to ACTIVE for port object 42537069-b482-45d8-bcd3-ff5784ab93e2 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:54:03.712654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a17df-1ce7-4b35-a726-5800a9d50d32 req-67e8e289-1308-4cc1-9d2d-91a5b7a20414 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:03.714414 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-672a17df-1ce7-4b35-a726-5800a9d50d32 req-67e8e289-1308-4cc1-9d2d-91a5b7a20414 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 932 time: 0.5917263 Jan 26 11:54:03.735774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:03.757076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:03.840281 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-83ad037d-7f38-4c7e-8b84-73ac2ffc05e3 req-5ac43976-1547-4a6e-adfa-7243b8d79363 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3997223 Jan 26 11:54:03.979398 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-672a17df-1ce7-4b35-a726-5800a9d50d32 req-3c231e75-1800-4ba5-9549-ae3e32fa5ef5 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485857 Jan 26 11:54:03.982843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Pushing event updated for resources: {'Port': ['ID=42537069-b482-45d8-bcd3-ff5784ab93e2,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:03.989532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:04.047787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:04.201756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Attempting to bind port 42537069-b482-45d8-bcd3-ff5784ab93e2 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:54:04.202368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Attempting to bind port 42537069-b482-45d8-bcd3-ff5784ab93e2 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:54:04.202520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Attempting to bind port 42537069-b482-45d8-bcd3-ff5784ab93e2 on network 804c78b9-2adc-47fe-987c-462c90e65354 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:54:04.209340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:54:04.209740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Checking segment: {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:54:04.210154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:04.210599 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Bound using segment: {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:54:04.211138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Bound port: 42537069-b482-45d8-bcd3-ff5784ab93e2, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8abc318-da07-4f27-a910-58b5fba52315', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '804c78b9-2adc-47fe-987c-462c90e65354'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:54:04.211525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:04.333052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] For port 42537069-b482-45d8-bcd3-ff5784ab93e2, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:54:04.339904 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] For port 42537069-b482-45d8-bcd3-ff5784ab93e2, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=42537069-b482-45d8-bcd3-ff5784ab93e2,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:54:04.419037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:04.436415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4194d537-70fa-4abd-8856-0eed57920c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:04.623423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Pushing event updated for resources: {'Port': ['ID=42537069-b482-45d8-bcd3-ff5784ab93e2,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:04.631857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:04.680754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:04.681561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:04.683311 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] 10.222.0.24 "PUT /v2.0/ports/42537069-b482-45d8-bcd3-ff5784ab93e2 HTTP/1.1" status: 200 len: 1158 time: 3.5992062 Jan 26 11:54:04.683874 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:04.831392 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2', 'status': 'completed', 'code': 200} Jan 26 11:54:04.875522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-7986e276-8339-485f-89af-85a252c37dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:04.877596 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-7986e276-8339-485f-89af-85a252c37dbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 1161 time: 0.0957570 Jan 26 11:54:05.033703 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-36a3f242-b692-452d-8459-4e6dc2982b53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42537069-b482-45d8-bcd3-ff5784ab93e2 HTTP/1.1" status: 200 len: 217 time: 0.1369898 Jan 26 11:54:05.137422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-8ef9fd48-d907-468a-8e32-e7bc364acf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:05.139186 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-8ef9fd48-d907-468a-8e32-e7bc364acf73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806f3af6-675c-4f43-96ef-31a2248e49b2 HTTP/1.1" status: 200 len: 853 time: 0.0950048 Jan 26 11:54:05.272872 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-d34be090-b48a-4ee6-b06e-761499da762d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804c78b9-2adc-47fe-987c-462c90e65354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251035 Jan 26 11:54:05.503925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5ade5-da3a-40a0-9241-a5b5b8128741 req-e08eec3f-8060-46f7-aec3-c406910d56eb tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:05.506191 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5dc5ade5-da3a-40a0-9241-a5b5b8128741 req-e08eec3f-8060-46f7-aec3-c406910d56eb tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 944 time: 0.2999480 Jan 26 11:54:05.560808 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-f1fbb905-e8e4-481e-b5bc-b40c8865a3cc service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783992 Jan 26 11:54:05.643571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5dc5ade5-da3a-40a0-9241-a5b5b8128741 req-9db527c2-f740-4961-9f90-4bfea42b308e tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209989 Jan 26 11:54:05.781203 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14f2e4f1-98ed-4b6c-ba29-6e77ebe5f9fb req-ef20c1ea-c757-4438-8f5d-7b44b153ee3d service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980338 Jan 26 11:54:06.018116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-cd3e38d7-b6bd-4497-8fb6-0e044cfbce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:06.022302 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-cd3e38d7-b6bd-4497-8fb6-0e044cfbce5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 1161 time: 0.1056335 Jan 26 11:54:06.219522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-036ae7da-95d7-43c6-b82c-3a0874af0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:06.221341 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-036ae7da-95d7-43c6-b82c-3a0874af0f3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 200 len: 907 time: 0.1915023 Jan 26 11:54:06.314437 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-6e2d95ab-2405-466d-ab89-dae53ad03cb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42537069-b482-45d8-bcd3-ff5784ab93e2 HTTP/1.1" status: 200 len: 217 time: 0.0843358 Jan 26 11:54:06.400755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-fc6c8f9b-d026-43fd-abc6-24c7bcedb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:06.402454 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-fc6c8f9b-d026-43fd-abc6-24c7bcedb2cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=806f3af6-675c-4f43-96ef-31a2248e49b2 HTTP/1.1" status: 200 len: 853 time: 0.0736043 Jan 26 11:54:06.466978 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-b18877c2-f92b-41a7-a131-433b6502c59a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804c78b9-2adc-47fe-987c-462c90e65354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564270 Jan 26 11:54:06.935221 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-5aeb3972-b656-489b-a06e-a4e0a4db1497 service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532127 Jan 26 11:54:07.108611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac790a21-4398-4b67-a0ef-1fba2076bfe3 req-4c27ee5a-64ca-414d-bfea-54bdc720e12e tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:07.110421 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ac790a21-4398-4b67-a0ef-1fba2076bfe3 req-4c27ee5a-64ca-414d-bfea-54bdc720e12e tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 944 time: 0.2646341 Jan 26 11:54:07.201568 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-54c7538d-9243-4eed-838e-c21471e5ce75 req-9cd8c2cb-54a5-4b82-8b12-f86163b2d2db service neutron] 10.222.0.24 "GET /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2544708 Jan 26 11:54:07.218608 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ac790a21-4398-4b67-a0ef-1fba2076bfe3 req-63a08b9f-0ab7-4f8e-b880-b0b098fc2c9f tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Jan 26 11:54:08.557845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe2fd-d11b-445d-acb9-d01cd9d163e9 req-a4aeba02-07f6-4e4e-ab18-df2f7a460bc6 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:08.559824 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ce2fe2fd-d11b-445d-acb9-d01cd9d163e9 req-a4aeba02-07f6-4e4e-ab18-df2f7a460bc6 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 944 time: 0.1493485 Jan 26 11:54:08.626040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ce2fe2fd-d11b-445d-acb9-d01cd9d163e9 req-623f5b14-4111-4ea9-af6c-8f3404d434a8 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Jan 26 11:54:09.943570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4afd2-836e-4afe-a26c-32319e56a29d req-fbe3bf80-f1e0-4fef-8830-38f5a776dad0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:09.945476 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14b4afd2-836e-4afe-a26c-32319e56a29d req-fbe3bf80-f1e0-4fef-8830-38f5a776dad0 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 944 time: 0.1481209 Jan 26 11:54:10.022553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 42537069-b482-45d8-bcd3-ff5784ab93e2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:54:10.046297 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-14b4afd2-836e-4afe-a26c-32319e56a29d req-1b804397-534e-4f21-84a1-ebddff82d1cf tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907459 Jan 26 11:54:10.209926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 42537069-b482-45d8-bcd3-ff5784ab93e2 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:54:10.222025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 42537069-b482-45d8-bcd3-ff5784ab93e2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:54:10.222577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:10.405933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:10.443858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:10.455941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 42537069-b482-45d8-bcd3-ff5784ab93e2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=42537069-b482-45d8-bcd3-ff5784ab93e2,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:10.487954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:10.491198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:54:10.561555 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2', 'code': 200} Jan 26 11:54:10.562994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:10.741451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=42537069-b482-45d8-bcd3-ff5784ab93e2,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:10.750250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:10.761434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:54:10.761743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:11.057294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16604db-cd7d-44a6-a310-e2fd29a9c88e req-cfd63e72-bac0-4987-81d1-cb18ae2a82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:11.059063 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f16604db-cd7d-44a6-a310-e2fd29a9c88e req-cfd63e72-bac0-4987-81d1-cb18ae2a82cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 1163 time: 0.1245725 Jan 26 11:54:11.117121 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f16604db-cd7d-44a6-a310-e2fd29a9c88e req-22a56fda-0b87-4d09-b723-695ea7759cdb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Jan 26 11:54:11.351234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f12c3-2e90-42d6-a24f-92e9ac63b468 req-058c02c5-75a4-431e-83ae-d6ff5d22b477 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:11.352276 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-768f12c3-2e90-42d6-a24f-92e9ac63b468 req-058c02c5-75a4-431e-83ae-d6ff5d22b477 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1448145 Jan 26 11:54:11.435027 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-768f12c3-2e90-42d6-a24f-92e9ac63b468 req-c1399715-55ec-476c-9f98-5d05aff8c97d tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752077 Jan 26 11:54:11.451483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 42537069-b482-45d8-bcd3-ff5784ab93e2 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:54:11.575174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 42537069-b482-45d8-bcd3-ff5784ab93e2 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:54:11.575604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:12.627365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f009b1-9cef-4782-933a-46029b604ea4 req-2cd29de5-e6b9-4bc6-9996-fd027ad0ee10 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:12.634343 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d9f009b1-9cef-4782-933a-46029b604ea4 req-2cd29de5-e6b9-4bc6-9996-fd027ad0ee10 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1888323 Jan 26 11:54:12.777050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d9f009b1-9cef-4782-933a-46029b604ea4 req-090660cc-8017-40e8-a8fc-c6d57eae0787 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407561 Jan 26 11:54:12.862361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976f367-5085-44a3-b20d-cea1f20e50f2 req-211d52ad-53e0-404a-8b8a-bef305238434 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:12.864123 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c976f367-5085-44a3-b20d-cea1f20e50f2 req-211d52ad-53e0-404a-8b8a-bef305238434 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1886573 Jan 26 11:54:12.928650 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c976f367-5085-44a3-b20d-cea1f20e50f2 req-5f18a8bf-5c97-45dc-a5f9-94e6a874bd99 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Jan 26 11:54:14.143268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1604ad9-6b08-470a-9767-48c296df2008 req-4f27993b-09de-4b82-ba5a-799d7727d703 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:14.145036 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1604ad9-6b08-470a-9767-48c296df2008 req-4f27993b-09de-4b82-ba5a-799d7727d703 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1572173 Jan 26 11:54:14.268074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c1604ad9-6b08-470a-9767-48c296df2008 req-525f1b15-f55b-4037-9ae6-345f6097d6e6 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746503 Jan 26 11:54:14.343822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccad8b6-7c4f-4f25-9109-f3ea84fa00e0 req-3e9f5a3c-0087-43c1-985c-4da4f96863a7 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:14.345603 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ccad8b6-7c4f-4f25-9109-f3ea84fa00e0 req-3e9f5a3c-0087-43c1-985c-4da4f96863a7 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1995120 Jan 26 11:54:14.457985 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7ccad8b6-7c4f-4f25-9109-f3ea84fa00e0 req-c64c6eee-f482-4db2-9a08-e2ff2cf0ff44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732462 Jan 26 11:54:14.535946 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-266c6ff1-1d78-4bdc-9b25-16573632b943 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:14.538252 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-266c6ff1-1d78-4bdc-9b25-16573632b943 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 946 time: 0.1916242 Jan 26 11:54:14.654569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:14.655009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.061152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:15.061844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.257398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b72496b8-c5e4-4b81-99f4-7cf13ce156a1 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:54:15.434530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.453435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7d235bef-f949-4112-8957-79a88561b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.506667 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:15.509204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:15.545106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.548210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e65d7e48-6477-4b8e-bc53-836e51d11b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:15.684806 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'code': 200} Jan 26 11:54:15.694973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.695392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:15.695750 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 19664a8c-6ccb-4cfc-b2cc-f2b006f85418 disassociated. External IP: 172.28.1.110, port: b72496b8-c5e4-4b81-99f4-7cf13ce156a1. Jan 26 11:54:15.696146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for b72496b8-c5e4-4b81-99f4-7cf13ce156a1 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:15.753924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=7']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:15.760631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:15.829249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39960) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:16.011369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c315df-b7dc-4ba3-abf4-7e931bf97393 req-75ddb5b4-b6f2-4022-9ee4-c6a6550b5fbd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:16.014387 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-80c315df-b7dc-4ba3-abf4-7e931bf97393 req-75ddb5b4-b6f2-4022-9ee4-c6a6550b5fbd tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.4675717 Jan 26 11:54:16.074015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:54:16.074668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:54:16.104197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.113192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-80c315df-b7dc-4ba3-abf4-7e931bf97393 req-440088ee-0325-40dd-a6d4-1a47ce49d3c3 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887582 Jan 26 11:54:16.133858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:16.139296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Usage tracker for resource:security_group_rule and tenant:500b9f056d5b4463991bcbd43dbd506d is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:16.143567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:16.151144 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:16.383277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.434407 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.450317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-39db609e-e7b9-459d-9803-f99cda7d8a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:16.499341 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=500b9f056d5b4463991bcbd43dbd506d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684616 Jan 26 11:54:16.501269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57154d-9d2a-48a7-8b4b-10b67da4441f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:16.503957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 39966) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:16.507103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:16.576074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:16.576553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.578979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.634257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.767808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.780398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-97939a49-159c-4a96-8a4d-77f16c26ae5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:16.802046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57154d-9d2a-48a7-8b4b-10b67da4441f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:16.805917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:16.807992 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b57154d-9d2a-48a7-8b4b-10b67da4441f HTTP/1.1" status: 204 len: 168 time: 0.3027658 Jan 26 11:54:16.809790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:17.074595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] For port b72496b8-c5e4-4b81-99f4-7cf13ce156a1, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:17.075073 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:17.687851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd7665da-73e1-41ce-b8b8-352e034616a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:17.830794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3dee-e81d-49e2-86b0-1073ac121da3 req-1eae2d50-f5e9-41c0-a67c-02f0e4af1730 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:17.832948 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-31de3dee-e81d-49e2-86b0-1073ac121da3 req-1eae2d50-f5e9-41c0-a67c-02f0e4af1730 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 944 time: 0.5084803 Jan 26 11:54:17.877899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:17.878577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:17.879225 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Floating IP 19664a8c-6ccb-4cfc-b2cc-f2b006f85418 disassociated. External IP: 172.28.1.110, port: b72496b8-c5e4-4b81-99f4-7cf13ce156a1. Jan 26 11:54:17.879883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for b72496b8-c5e4-4b81-99f4-7cf13ce156a1 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:18.090368 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-31de3dee-e81d-49e2-86b0-1073ac121da3 req-565d67ca-ab41-4e4d-9aed-706bf8243241 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups?id=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493715 Jan 26 11:54:18.448545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:18.613364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:18.635193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bb4bc96b-2eb2-4629-8b8c-73642628db44 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:18.729573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'Port': ['ID=b72496b8-c5e4-4b81-99f4-7cf13ce156a1,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:18.733037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:19.174863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:54:19.483545 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-90135f33-abf6-467d-bfef-0c5687e5a08b req-749884ae-ecec-49e3-a0f5-f30d67e2961e tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.0883305 Jan 26 11:54:19.584466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:54:19.598181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:54:19.632811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:19.635588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:54:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:19.669663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:19.687661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] No DVR routers for this DVR port b72496b8-c5e4-4b81-99f4-7cf13ce156a1 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:54:19.692890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:19.698560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-deleted', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:19.780312 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48440a19-5365-4226-979f-7727b51c3cb9', 'name': 'network-vif-deleted', 'tag': 'b72496b8-c5e4-4b81-99f4-7cf13ce156a1', 'status': 'completed', 'code': 200} Jan 26 11:54:19.804496 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fbbe2fc8-4e11-44ff-8fc6-54c9d7f4a9c2 req-3009a6fd-3bae-4579-ae99-1a9617cf1592 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.24 "DELETE /v2.0/ports/b72496b8-c5e4-4b81-99f4-7cf13ce156a1 HTTP/1.1" status: 204 len: 173 time: 5.2588196 Jan 26 11:54:19.900079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:20.022864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:20.337448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:20.345591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:54:20.363616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:20.364808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:54:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:20.785106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b1b66a56-f151-4465-b714-1bf18aed9db5 req-eb327f7c-aa21-44cd-8272-3676b5109cec tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Synchronizing usage tracker for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:54:20.835405 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-b1b66a56-f151-4465-b714-1bf18aed9db5 req-eb327f7c-aa21-44cd-8272-3676b5109cec tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Unset dirty status for tenant:2cfa89c8269649a9b3ea06822954b3f3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:54:20.837050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b1b66a56-f151-4465-b714-1bf18aed9db5 req-eb327f7c-aa21-44cd-8272-3676b5109cec tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/ports?device_id=48440a19-5365-4226-979f-7727b51c3cb9 HTTP/1.1" status: 200 len: 210 time: 0.1298621 Jan 26 11:54:20.894543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:21.330723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:21.336634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe18abd-612c-4c10-96a8-c563c2eb417f None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '4ba055f3-bfc8-4bed-b8d4-8668ac40b258', 'name': '', 'network_id': 'dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'mac_address': 'fa:16:3e:42:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:33Z', 'updated_at': '2021-01-26T11:46:52Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'subnets': [{'id': 'c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:54:21.813911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54bef5-49c5-4362-940c-84fcb7f67da4 None None] New status for floating IP 19664a8c-6ccb-4cfc-b2cc-f2b006f85418: DOWN {{(pid=80233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:54:22.136267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40050) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:22.236649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.285616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.389553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.395365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-91e71f37-e0b0-4e35-83d0-e5781b6288bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:22.412541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b506c-3df0-4ede-82dd-611ce5a9bb9a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:22.415191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:22.456988 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.458299 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "DELETE /v2.0/security-groups/0e3b506c-3df0-4ede-82dd-611ce5a9bb9a HTTP/1.1" status: 204 len: 168 time: 0.3206615 Jan 26 11:54:22.466335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40056) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:22.480304 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.api.v2.resource [None req-a3ffa7f7-19a5-4260-9908-38d9157f989d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] show failed (client error): The resource could not be found. Jan 26 11:54:22.481548 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a3ffa7f7-19a5-4260-9908-38d9157f989d tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "GET /v2.0/security-groups/0e3b506c-3df0-4ede-82dd-611ce5a9bb9a HTTP/1.1" status: 404 len: 347 time: 0.0192637 Jan 26 11:54:22.484867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40060) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:22.678884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Deleting port caaeba63-6a6f-498e-b295-8cc1580e0d14 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:22.679271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.887633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:22.888686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:23.088846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Calling delete_port for caaeba63-6a6f-498e-b295-8cc1580e0d14 owned by network:floatingip {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:23.338330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:23.364092 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:23.445276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Pushing event deleted for resources: {'Port': ['ID=caaeba63-6a6f-498e-b295-8cc1580e0d14,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:23.448754 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:23.718097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks [] for floatingip, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:23.777901 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:23.780194 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bd26247a-4bf9-46eb-9624-fb7c28ba9bb5 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] 10.222.0.53 "DELETE /v2.0/floatingips/19664a8c-6ccb-4cfc-b2cc-f2b006f85418 HTTP/1.1" status: 204 len: 168 time: 1.2938137 Jan 26 11:54:26.930873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40132) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:27.089393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40140) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:27.327022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:27.360189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:27.370036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Usage tracker for resource:security_group_rule and tenant:104e6184c4ec40c39a6261798374739e is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:27.377061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:27.390870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:27.823980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:27.871891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:27.888663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e48f097d-e944-4105-b6a8-a648dfed4cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:27.946779 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=104e6184c4ec40c39a6261798374739e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561153 Jan 26 11:54:27.949735 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0097d-58e9-4c12-aa8e-1f843e0a3203,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:27.951460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40150) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:27.954393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:28.066346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:28.093251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:28.123060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:28.235441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:28.244416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-dd0bd796-e102-4030-8479-1667fd0f3c16 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:28.265149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0097d-58e9-4c12-aa8e-1f843e0a3203,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:28.274071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:28.280393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:28.287769 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8e8ba3ec-46d7-4ac4-98eb-03a8e2a65639 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ca0097d-58e9-4c12-aa8e-1f843e0a3203 HTTP/1.1" status: 204 len: 168 time: 0.3346231 Jan 26 11:54:28.930464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Deleting port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:28.933245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.132204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40164) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:29.168284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.198230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:29.205955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Usage tracker for resource:security_group_rule and tenant:817edd67050547bb9143fe70fe296664 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:29.212207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:29.223636 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:29.275758 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] For port 4ba055f3-bfc8-4bed-b8d4-8668ac40b258, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:29.276444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.369080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.430078 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.443014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5f72c3aa-6598-47da-96ac-9136ecdf730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:29.499269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Calling delete_port for 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 owned by network:router_interface {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:29.517001 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=817edd67050547bb9143fe70fe296664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827291 Jan 26 11:54:29.518789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891efd23-6998-49ab-80fc-d77c2c03a2be,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:29.524383 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40170) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:29.528701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:29.613990 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.658455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.778635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.785031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-163fe866-5126-4f7f-a850-119845b25f99 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:29.797280 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891efd23-6998-49ab-80fc-d77c2c03a2be,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:29.802341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:29.806248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.807549 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/891efd23-6998-49ab-80fc-d77c2c03a2be HTTP/1.1" status: 204 len: 168 time: 0.2819510 Jan 26 11:54:29.812175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:29.843423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d342b167-3205-44dd-9980-28ce1ecbc601 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:29.962331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba055f3-bfc8-4bed-b8d4-8668ac40b258,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:29.970541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:30.401804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:31.058640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Router 534a7e23-dcaa-49cd-90f6-09bce585b34f has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:54:31.278755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:54:31.290256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Sync routers for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:54:31.306436 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-105af65c-fb5c-4284-b91d-428c4de1eefe admin admin] 10.222.0.53 "PUT /v2.0/routers/534a7e23-dcaa-49cd-90f6-09bce585b34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3714974 Jan 26 11:54:31.306650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:31.306650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:54:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:31.307079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40196) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:31.529414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:31.545382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:31.757654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:31.764817 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Deleting port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:31.765447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:32.058480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:54:29Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:32.062419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] For port 27b4508b-1d13-4c5b-b6e7-2c9612dd9508, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=27b4508b-1d13-4c5b-b6e7-2c9612dd9508,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:32.063867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:32.066285 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Checking router: 534a7e23-dcaa-49cd-90f6-09bce585b34f for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:54:32.082841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Routers {'534a7e23-dcaa-49cd-90f6-09bce585b34f'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:32.083559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:54:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['534a7e23-dcaa-49cd-90f6-09bce585b34f'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:32.292547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Calling delete_port for 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:32.339026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] Set router 534a7e23-dcaa-49cd-90f6-09bce585b34f gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:54:32.577330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:32.849461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:32.962245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:54:29Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:32.962245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412eff7-81fa-4968-ba2a-9e4069df1d58 None None] The sync data for ids ['534a7e23-dcaa-49cd-90f6-09bce585b34f'] in dv-cinder-772388-2-smb is: [{'id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'name': 'tempest-AttachVolumeShelveTestJSON-131896045-router', 'tenant_id': '2cfa89c8269649a9b3ea06822954b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:46:16Z', 'updated_at': '2021-01-26T11:54:29Z', 'revision_number': 5, 'project_id': '2cfa89c8269649a9b3ea06822954b3f3', 'gw_port': {'id': '27b4508b-1d13-4c5b-b6e7-2c9612dd9508', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534a7e23-dcaa-49cd-90f6-09bce585b34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:46:20Z', 'updated_at': '2021-01-26T11:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:54:33.061162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.066526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.146040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.147223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 534a7e23-dcaa-49cd-90f6-09bce585b34f {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:54:33.175358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.180682 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2596ff11-c6b9-4830-8ebb-77d396ae5a34 admin admin] 10.222.0.53 "DELETE /v2.0/routers/534a7e23-dcaa-49cd-90f6-09bce585b34f HTTP/1.1" status: 204 len: 168 time: 1.8721161 Jan 26 11:54:33.183221 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40226) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:33.293637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Deleting subnet c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 {{(pid=80232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:54:33.301749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.396152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827159743'] for subnet, precommit_delete_associations {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.517683 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.891508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853574538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826674396'] for subnet, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:33.920344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:34.001542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:34.007253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:34.025311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.100468 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.108484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe27d9-7465-4d23-bac3-8daf12111908 None None] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:54:34.110516 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f12083e1-a3b8-4165-b47c-607d97c8647a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c64e6e3a-4d3a-4756-a08d-cc46cd4f6c72 HTTP/1.1" status: 204 len: 168 time: 0.9248791 Jan 26 11:54:34.112830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40242) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:34.320219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.462730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Deleting port 8b93f36d-c13c-42c6-b3f1-2b29738a675d {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:34.463650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.557329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] DHCP port deletion for dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db request from dv-cinder-772388-2-smb {{(pid=80233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 11:54:34.573298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Deleting port 8b93f36d-c13c-42c6-b3f1-2b29738a675d {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:34.575606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.770999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] For port 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=8b93f36d-c13c-42c6-b3f1-2b29738a675d,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:34.771694 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:34.820324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 8b93f36d-c13c-42c6-b3f1-2b29738a675d no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:54:34.947499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Calling delete_port for 8b93f36d-c13c-42c6-b3f1-2b29738a675d owned by network:dhcp {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:35.120941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:35.145335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:35.215232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b93f36d-c13c-42c6-b3f1-2b29738a675d,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:35.220366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:35.317007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] No DVR routers for this DVR port 8b93f36d-c13c-42c6-b3f1-2b29738a675d on host dv-cinder-772388-2-smb {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:54:35.373638 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No ports have port_id starting with 8b93f36d-c13c-42c6-b3f1-2b29738a675d Jan 26 11:54:35.391493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:54:35.461585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:54:35.462377 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 4ba055f3-bfc8-4bed-b8d4-8668ac40b258 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:54:35.463190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:54:35.530431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:35.556223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:54:35.556839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 27b4508b-1d13-4c5b-b6e7-2c9612dd9508 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:54:35.564639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] For port 8b93f36d-c13c-42c6-b3f1-2b29738a675d, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=8b93f36d-c13c-42c6-b3f1-2b29738a675d,segment=NetworkSegment(fc1b0705-4025-41c8-a778-97f0c02950db),segment_id=fc1b0705-4025-41c8-a778-97f0c02950db)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:35.565745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:35.742094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:35.747293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Calling delete_port for 8b93f36d-c13c-42c6-b3f1-2b29738a675d owned by network:dhcp {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:35.758319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1b0705-4025-41c8-a778-97f0c02950db') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:35.758706 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1b0705-4025-41c8-a778-97f0c02950db') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:54:35.780922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:35.803450 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:35.805886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:54:35.870141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:54:35.870854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:54:36.043015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:54:36.055720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:36.372084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Deleting port 8b93f36d-c13c-42c6-b3f1-2b29738a675d {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:36.373058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:36.496374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-68341354-11b4-4624-9f95-ac12a80f8727 None None] The port '8b93f36d-c13c-42c6-b3f1-2b29738a675d' was deleted {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 11:54:36.661908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Network dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:54:36.695470 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:54:36.816962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:36.822957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6fad52cc-d061-48ab-8341-987a57a740d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:36.839259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:36.852242 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:36.858137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:36.862562 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dbd8fc9f-220e-4fb5-b410-fe2c9da8b0db HTTP/1.1" status: 204 len: 168 time: 2.7481344 Jan 26 11:54:37.353704 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40284) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:37.464086 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-28229612-1de9-4883-9c90-f104624fd90e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cfa89c8269649a9b3ea06822954b3f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1081092 Jan 26 11:54:37.467375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40292) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:37.571279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:37.603647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:37.687708 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:37.698750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-62416b3d-d786-47dd-96c9-6029aeb99856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:37.730621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17215b4e-fb24-42e9-ae66-63a3a590013d,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:37.738720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:37.744649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:37.748175 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17215b4e-fb24-42e9-ae66-63a3a590013d HTTP/1.1" status: 204 len: 168 time: 0.2789423 Jan 26 11:54:37.913910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:54:39.944050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def62547-24ea-426f-b3f9-f2f40457b4bd req-d9529478-7e72-4637-9a58-e68dd97c42d5 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:39.946418 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-def62547-24ea-426f-b3f9-f2f40457b4bd req-d9529478-7e72-4637-9a58-e68dd97c42d5 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1823709 Jan 26 11:54:39.990346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40346) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:40.027937 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-def62547-24ea-426f-b3f9-f2f40457b4bd req-01d84b60-5159-41b0-bb60-5261c5f6fa77 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jan 26 11:54:40.283835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.306953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:40.315577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:cbcc9856eaa14f128a460b98562936e6 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:40.323165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:40.334773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:40.531227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.556154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.576259 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b14a298f-920e-4b8f-b2bf-31b22ca0ab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:40.670770 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbcc9856eaa14f128a460b98562936e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757808 Jan 26 11:54:40.670770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a85fc9-17b4-4f69-9793-ba5883e91709,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:40.672664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40360) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:40.685411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.686162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.686957 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.687686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.688412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.689140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.689834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.690594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.691293 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.692713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.693388 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.693917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.694834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.695568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.696294 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.697002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.697741 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.698457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.699209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.699929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.700775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.701334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.702052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.702804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:40.712256 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e6490552-bb82-4a76-b07e-54a159e29ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:40.795757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.831751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.966567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:40.976805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-058e221d-99d4-4da3-9435-654cd3e6d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:41.354954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a85fc9-17b4-4f69-9793-ba5883e91709,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:41.386810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:41.388800 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96a85fc9-17b4-4f69-9793-ba5883e91709 HTTP/1.1" status: 204 len: 168 time: 0.7141988 Jan 26 11:54:41.395335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.396067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.396840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.397544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.398239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.399001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.399693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.400394 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.401303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.402011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.402838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.403420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.404219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.404781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.405348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.405948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.406505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.407098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.407728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.408386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.409046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.409722 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.410348 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.411710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:54:41.419971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:41.528577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57eff5-cac2-4091-9314-ebaaad6a53c4 req-747bbb7f-f646-435e-a08b-4bd155b8fbb9 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:41.530470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e57eff5-cac2-4091-9314-ebaaad6a53c4 req-747bbb7f-f646-435e-a08b-4bd155b8fbb9 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.2170248 Jan 26 11:54:41.600537 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e57eff5-cac2-4091-9314-ebaaad6a53c4 req-2dc70819-34f5-4054-8ff4-7d9cf3e7964a tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604818 Jan 26 11:54:42.027602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40378) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:42.052344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.076925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:42.081861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Usage tracker for resource:security_group_rule and tenant:1503e71d9e3140e890c2dbd62168ff57 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:42.085341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:42.091895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:42.192838 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.223863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.236956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e11209eb-ec1e-4eaa-aa9a-16e7c65a2080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:42.300222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1503e71d9e3140e890c2dbd62168ff57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709122 Jan 26 11:54:42.304167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1d6ed-9821-4836-a1b5-7909e4f32d1e,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:42.305965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40386) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:42.311857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:42.420662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.475974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.601513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.607999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b08be961-babc-4487-83f3-43482798e17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:42.622159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1d6ed-9821-4836-a1b5-7909e4f32d1e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:42.631351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:42.635053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:42.636437 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-63f186d9-98ba-4c72-9b38-084387bcee15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45c1d6ed-9821-4836-a1b5-7909e4f32d1e HTTP/1.1" status: 204 len: 168 time: 0.3281879 Jan 26 11:54:42.976263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e1de-920f-4d59-9524-33dc44b6217f req-0db96ba1-d00a-4cd9-882a-f6e719ce4096 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:42.978176 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-97d0e1de-920f-4d59-9524-33dc44b6217f req-0db96ba1-d00a-4cd9-882a-f6e719ce4096 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1850090 Jan 26 11:54:43.053927 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-97d0e1de-920f-4d59-9524-33dc44b6217f req-b9891b39-10d6-4958-bf1b-d00d6d373c76 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Jan 26 11:54:43.393551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40400) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:43.415749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:43.438311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:43.444054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Usage tracker for resource:security_group_rule and tenant:acc2f9d1ac3f47b98c07f01b64323b83 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:43.447515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:43.454743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:43.575664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:43.612999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:43.632404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5bf84f3b-72d7-4fe7-b9e0-318c3dfff58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:43.701223 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acc2f9d1ac3f47b98c07f01b64323b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061278 Jan 26 11:54:43.704371 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d633852-b414-4931-96c8-2456fcdea52a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:43.707117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40408) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:43.709054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f7d25e3b-e496-4363-9fc7-2aeafc2a670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:43.799962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:43.838755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.001191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.006224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-393b84c9-9a37-4790-bf03-9da453f60c0c tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:44.021861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d633852-b414-4931-96c8-2456fcdea52a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:44.024812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:44.034097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.037010 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d633852-b414-4931-96c8-2456fcdea52a HTTP/1.1" status: 204 len: 168 time: 0.3276565 Jan 26 11:54:44.375620 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40422) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:44.494609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be9a3-ef77-4dd8-a786-cd013e9dee6e req-a0bf7e70-8ab5-4f9d-bde7-346c4439734c tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:44.497615 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a05be9a3-ef77-4dd8-a786-cd013e9dee6e req-a0bf7e70-8ab5-4f9d-bde7-346c4439734c tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.2648118 Jan 26 11:54:44.613830 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a05be9a3-ef77-4dd8-a786-cd013e9dee6e req-79059c63-b8ab-4485-b769-177d1da6d175 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/security-groups?id=92e87a07-4c8a-4194-9c09-132560bacc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026421 Jan 26 11:54:44.678670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.720685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:44.726785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Usage tracker for resource:security_group_rule and tenant:069a9cfde039412cbeb647ee802992ca is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:44.730461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:44.739352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:44.905319 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.939139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:44.956432 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4b0242b9-9e2b-4bf7-9e94-2a3ddbd61e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:45.018347 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=069a9cfde039412cbeb647ee802992ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360281 Jan 26 11:54:45.018347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d9c3ac-b946-4931-923c-8da5fbfdc9b5,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:45.022928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:45.023769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40436) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:45.102243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.148678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.158859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-349df219-0e9d-43b1-b63a-4fb6d824e8b4 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:45.161346 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-349df219-0e9d-43b1-b63a-4fb6d824e8b4 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 946 time: 0.1897943 Jan 26 11:54:45.235335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.256370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-35b3abf8-ad98-45c0-9d65-f7f24fc521dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:45.264222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Deleting port 42537069-b482-45d8-bcd3-ff5784ab93e2 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:54:45.264710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.280821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d9c3ac-b946-4931-923c-8da5fbfdc9b5,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:45.288498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:45.314315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.316483 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10d9c3ac-b946-4931-923c-8da5fbfdc9b5 HTTP/1.1" status: 204 len: 168 time: 0.2913935 Jan 26 11:54:45.378197 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed31729c-2df9-47f9-ae69-b8715d93ab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.533705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40448) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:45.670200 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 42537069-b482-45d8-bcd3-ff5784ab93e2 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:54:45.706733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] For port 42537069-b482-45d8-bcd3-ff5784ab93e2, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=42537069-b482-45d8-bcd3-ff5784ab93e2,segment=NetworkSegment(b8abc318-da07-4f27-a910-58b5fba52315),segment_id=b8abc318-da07-4f27-a910-58b5fba52315)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:54:45.708291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:45.901251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Calling delete_port for 42537069-b482-45d8-bcd3-ff5784ab93e2 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:54:46.023828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105747334-network', 'tenant_id': 'f45d452495794d089c37d47368c6fa36'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:46.034414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:46.045847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Usage tracker for resource:network and tenant:f45d452495794d089c37d47368c6fa36 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:46.052297 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:46.066051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:46.098716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Made reservation on behalf of f45d452495794d089c37d47368c6fa36 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:54:46.104194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.117535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Port 42537069-b482-45d8-bcd3-ff5784ab93e2 update to DOWN by agent not found {{(pid=80233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}} Jan 26 11:54:46.120799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.143483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:46.150559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Usage tracker for resource:security_group_rule and tenant:f45d452495794d089c37d47368c6fa36 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:46.156764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:46.167156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:46.184590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.208570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-998a55b6-c5a3-4c24-8da2-0fe953fabd8f req-ec4272f8-7af5-4bb0-8dca-6a98bb9ab1b7 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.0971384 Jan 26 11:54:46.209481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a338c739-0383-480f-b9df-7c86fafb638e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:46.325531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Pushing event deleted for resources: {'Port': ['ID=42537069-b482-45d8-bcd3-ff5784ab93e2,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:46.334455 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:46.358447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.405643 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.413776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1ee81eae-98c9-4bd6-94e4-71d41fe9e17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:46.474356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:54:46.487125 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210b55e-a270-42d5-81a6-4db6bf594f95,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:46.491471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:46.493861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.494241 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Added segment 8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8 of type vxlan for network 44dc9ace-519f-401d-bceb-b9f3a97ca66f Jan 26 11:54:46.545374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] No DVR routers for this DVR port 42537069-b482-45d8-bcd3-ff5784ab93e2 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:54:46.550598 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.554454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'name': 'network-vif-deleted', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:46.610457 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c4e15a56-e585-4088-921e-7a7fc1c2aa6f req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.24 "DELETE /v2.0/ports/42537069-b482-45d8-bcd3-ff5784ab93e2 HTTP/1.1" status: 204 len: 173 time: 1.4402094 Jan 26 11:54:46.614053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.660149 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30277d3e-0299-41ae-8c8a-57359eb68458', 'name': 'network-vif-deleted', 'tag': '42537069-b482-45d8-bcd3-ff5784ab93e2', 'status': 'completed', 'code': 200} Jan 26 11:54:46.830580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.833373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:46.834499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:46.844543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:47.059108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Pushing event updated for resources: {'Network': ['ID=44dc9ace-519f-401d-bceb-b9f3a97ca66f,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:47.064472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:47.075761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:54:47.101774 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:54:47.123910 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5869777 Jan 26 11:54:47.126953 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40474) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:47.146384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Request body: {'subnet': {'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105747334-subnet', 'tenant_id': 'f45d452495794d089c37d47368c6fa36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:47.162508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:47.171315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Usage tracker for resource:subnet and tenant:f45d452495794d089c37d47368c6fa36 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:47.177560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:47.189771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:47.257433 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Made reservation on behalf of f45d452495794d089c37d47368c6fa36 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:54:47.279206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:47.610549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-86975bfb-f322-488b-b690-5b50da650993 req-822fb612-0873-44cc-b242-a758ac0c1c84 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Synchronizing usage tracker for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:54:47.687074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-86975bfb-f322-488b-b690-5b50da650993 req-822fb612-0873-44cc-b242-a758ac0c1c84 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Unset dirty status for tenant:77dc7ef6f62c4e32a8b4237d4454c4b3 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:54:47.688812 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-86975bfb-f322-488b-b690-5b50da650993 req-822fb612-0873-44cc-b242-a758ac0c1c84 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] 10.222.0.53 "GET /v2.0/ports?device_id=30277d3e-0299-41ae-8c8a-57359eb68458 HTTP/1.1" status: 200 len: 210 time: 0.1505568 Jan 26 11:54:47.739265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-49b9f62b-c165-45c0-9ee8-e5e95ee7563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:48.379008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:48.412423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c970fa66-eef7-450d-b6a6-f01b84c88935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:48.469745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:48.692590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc60d5c-008a-452e-95cd-53ba7df2352e,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:48.697648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:48.821879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Checking segment: {'id': '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:54:48.822515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Network hostable DHCP agents. Network: 44dc9ace-519f-401d-bceb-b9f3a97ca66f, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:54:48.881460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:54:48.929053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 44dc9ace-519f-401d-bceb-b9f3a97ca66f) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:54:48.948034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:48.949164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:48.968902 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d693d1-b27b-4e5e-aeff-523e73f026e6 None None] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:54:49.036258 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-81ad7536-3637-49b9-9571-dafa3963c8a1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9069161 Jan 26 11:54:49.354334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd7762-2491-404c-9986-25650839f1ff None None] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:54:49.725070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.015967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40522) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:50.092372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.238410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.258930 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:50.263594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9bdef565214c8881d0acf3422730fb is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:50.267593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:50.278157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:50.396698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.435267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.445836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0f0f16a6-a3a4-4c27-95f0-109b0996b138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:50.492287 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd9bdef565214c8881d0acf3422730fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750149 Jan 26 11:54:50.494541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf61ef3-c9f3-44b6-a42e-c6e8a8d0556c,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:50.495699 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40534) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:50.498833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4edc0701-4399-4a40-b11b-ad0a6287ba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:50.602593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.641650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.757593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.764690 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e6a1b734-40a6-4ef9-ae72-07b359be7b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:50.779736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf61ef3-c9f3-44b6-a42e-c6e8a8d0556c,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:50.783290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:50.785851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.786928 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ad85d911-1e66-4227-aaec-aeddc56c4352 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdf61ef3-c9f3-44b6-a42e-c6e8a8d0556c HTTP/1.1" status: 204 len: 168 time: 0.2897425 Jan 26 11:54:50.803037 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40542) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:50.809954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1322559333-network', 'tenant_id': '8087f9b8fa34431ca4472c01275ba248'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:50.815802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:50.821188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Usage tracker for resource:network and tenant:8087f9b8fa34431ca4472c01275ba248 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:50.824469 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:50.831391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:50.882123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Made reservation on behalf of 8087f9b8fa34431ca4472c01275ba248 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:54:50.894945 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.921253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:50.951691 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:50.959356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Usage tracker for resource:security_group_rule and tenant:8087f9b8fa34431ca4472c01275ba248 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:50.964845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:50.975737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:51.092769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.143296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.148365 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-153dd541-67fd-4089-ac06-884551b18314 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:51.185823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:54:51.206879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27fc70-b652-4f02-a9c2-33d93fab2a1b,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:51.212399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:51.213998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.214398 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Added segment 804db0d5-318c-4d46-976c-0ae7f7e1fa15 of type vxlan for network e192a9b2-9177-4724-b099-44e0eebec5de Jan 26 11:54:51.250719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.332169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.333534 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:51.334192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.338172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:51.458513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Pushing event updated for resources: {'Network': ['ID=e192a9b2-9177-4724-b099-44e0eebec5de,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:51.461893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:51.475501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network e192a9b2-9177-4724-b099-44e0eebec5de details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:54:51.507617 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ed37b051-9e59-4554-8301-44daa8ccdc5c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7030525 Jan 26 11:54:51.508243 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network e192a9b2-9177-4724-b099-44e0eebec5de details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:54:51.510809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40552) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:51.523123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Request body: {'subnet': {'network_id': 'e192a9b2-9177-4724-b099-44e0eebec5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1322559333-subnet', 'tenant_id': '8087f9b8fa34431ca4472c01275ba248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:51.533443 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:51.542927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Usage tracker for resource:subnet and tenant:8087f9b8fa34431ca4472c01275ba248 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:51.549262 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40556) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:51.552418 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:51.565195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:51.587235 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.608217 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:51.612870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Usage tracker for resource:security_group_rule and tenant:d7c919997a35476298f7893691ee7bcf is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:51.616363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:51.623049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:51.624795 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Made reservation on behalf of 8087f9b8fa34431ca4472c01275ba248 for: {'subnet': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:54:51.631415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28101407'] for subnet, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.776239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.841062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:51.853177 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fe48d7c9-6d9b-4304-b9fb-4eedbd1a2e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:51.911107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38fc246-758c-447c-ac82-b5413ce058e6,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:51.918889 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7c919997a35476298f7893691ee7bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665433 Jan 26 11:54:51.918889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0e35dc2d-e7cf-4798-b77f-78bf38f4e6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:51.920239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40562) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:52.011008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.052569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.160998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.166619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3b03ae4e-d58d-42c2-af1d-e2478b6ac826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:52.183479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38fc246-758c-447c-ac82-b5413ce058e6,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:52.187273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:52.188154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.189418 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-eb758a56-b51a-4e1d-9c30-79180a356edd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d38fc246-758c-447c-ac82-b5413ce058e6 HTTP/1.1" status: 204 len: 168 time: 0.2679064 Jan 26 11:54:52.279118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1201338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28101420'] for subnet, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.297954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7ad47292-9728-4b7b-af94-02fa6ed4ae19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:54:52.446366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033e1f32-cac4-4e2f-94d3-38a23a1f93ca,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:54:52.452889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:54:52.534483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Checking segment: {'id': '804db0d5-318c-4d46-976c-0ae7f7e1fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e192a9b2-9177-4724-b099-44e0eebec5de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:54:52.534934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Network hostable DHCP agents. Network: e192a9b2-9177-4724-b099-44e0eebec5de, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:54:52.618718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Network e192a9b2-9177-4724-b099-44e0eebec5de is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:54:52.680999 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, e192a9b2-9177-4724-b099-44e0eebec5de) {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:54:52.695427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858a9b3-3b9a-4154-bda9-66dc01fd3338 None None] Network e192a9b2-9177-4724-b099-44e0eebec5de requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:54:52.701019 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:52.702206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:52.782521 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d98a3af9-88d5-4b08-b7df-b4fb7797d776 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2693453 Jan 26 11:54:53.157257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73898224-3e4e-4f82-9b2c-39d515feb8ce None None] Network e192a9b2-9177-4724-b099-44e0eebec5de requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:54:54.205556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-f804b37b-b839-483c-9a75-d3f81a6fed31 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:54.207924 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-f804b37b-b839-483c-9a75-d3f81a6fed31 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/networks?id=44dc9ace-519f-401d-bceb-b9f3a97ca66f HTTP/1.1" status: 200 len: 809 time: 0.3710182 Jan 26 11:54:54.237628 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e1ab9ace-391b-4083-ba9c-8a9387a27693 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/quotas/f45d452495794d089c37d47368c6fa36 HTTP/1.1" status: 200 len: 375 time: 0.0201945 Jan 26 11:54:54.347195 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-011c63ab-dade-493f-9cb6-bff582e3c07b tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?tenant_id=f45d452495794d089c37d47368c6fa36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020873 Jan 26 11:54:54.539733 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-42da6554-8e73-4559-9ee9-a4fc08ebcf7c service neutron] 10.222.0.53 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737807 Jan 26 11:54:54.812374 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-c3101d6d-743f-4c52-ae21-e3ce6fc31a85 service neutron] 10.222.0.53 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2571802 Jan 26 11:54:55.326856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b3a9b94b-1fb7-402a-bba4-011bbc5c1baa req-8f84e560-cb95-40f1-8687-c72a5ebd5527 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.1466534 Jan 26 11:54:56.679125 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3b2ad895-8362-4ae6-8576-bc1fd1366f29 req-43fff946-9c3c-4c14-8ad7-58a969d4dc7e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.0768306 Jan 26 11:54:58.388772 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4e16ed24-d0f6-4571-858e-e6587f2f5716 req-daee432d-b520-4e88-82fe-e365b6ec1969 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.4108450 Jan 26 11:54:58.527071 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-5b329b33-3859-40f6-b7f5-dde377dfc85a tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:54:58.528845 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-5b329b33-3859-40f6-b7f5-dde377dfc85a tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.24 "GET /v2.0/networks?id=44dc9ace-519f-401d-bceb-b9f3a97ca66f HTTP/1.1" status: 200 len: 809 time: 0.6251209 Jan 26 11:54:58.563219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Request body: {'port': {'device_id': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f', 'admin_state_up': True, 'tenant_id': 'f45d452495794d089c37d47368c6fa36'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:58.778101 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:54:58.784149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Usage tracker for resource:port and tenant:f45d452495794d089c37d47368c6fa36 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:54:58.787911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Quota usage for port was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:54:58.798546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:54:58.852651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Made reservation on behalf of f45d452495794d089c37d47368c6fa36 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:54:58.879515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:54:59.483493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Allocated IP 172.20.0.13 (44dc9ace-519f-401d-bceb-b9f3a97ca66f/9fc60d5c-008a-452e-95cd-53ba7df2352e/0bdee8e8-0f6d-40d1-9d93-824e7f45c49e) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:54:59.761358 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-afeae52b-b2a4-4ac6-b883-8089291a9d48 req-26341d85-f21c-4745-a269-fcdfc339c083 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.1463091 Jan 26 11:55:00.033459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:00.104498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:00.124056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4309bcb0-3868-4f2b-b1fc-39413db593de tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:00.349881 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Pushing event updated for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:00.353711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:00.442937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:55:00.444279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:00.447117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:55:00.631186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:00.632893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:00.700058 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1459663 Jan 26 11:55:00.720567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Request body: {'port': {'device_id': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:01.014625 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:01.411361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d8a9b-fe2c-4d59-aaf3-70d32f202b0f req-2fae8d52-82af-45b2-9330-4832b2a41354 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:01.412731 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3b0d8a9b-fe2c-4d59-aaf3-70d32f202b0f req-2fae8d52-82af-45b2-9330-4832b2a41354 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Synchronizing usage tracker for tenant:f45d452495794d089c37d47368c6fa36 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:55:01.487521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3b0d8a9b-fe2c-4d59-aaf3-70d32f202b0f req-2fae8d52-82af-45b2-9330-4832b2a41354 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Unset dirty status for tenant:f45d452495794d089c37d47368c6fa36 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:55:01.488930 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3b0d8a9b-fe2c-4d59-aaf3-70d32f202b0f req-2fae8d52-82af-45b2-9330-4832b2a41354 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 932 time: 0.3716528 Jan 26 11:55:01.648207 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3b0d8a9b-fe2c-4d59-aaf3-70d32f202b0f req-ea028633-5087-4a47-bc4e-45e3352a31d7 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459701 Jan 26 11:55:01.831638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:55:01.846918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:01.863334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Transition to ACTIVE for port object 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:01.909484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:01.942413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-25c6e9f0-1b05-484d-88b2-a6fc2b684086 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:02.109830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:02.119842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:02.373827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Attempting to bind port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:55:02.374472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Attempting to bind port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:55:02.374993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Attempting to bind port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e on network 44dc9ace-519f-401d-bceb-b9f3a97ca66f {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:55:02.385230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:02.385863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Checking segment: {'id': '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:55:02.386555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:02.387283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Bound using segment: {'id': '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:02.388128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Bound port: 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44dc9ace-519f-401d-bceb-b9f3a97ca66f'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:55:02.388781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:02.578979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] For port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:55:02.584000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] For port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,segment=NetworkSegment(8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8),segment_id=8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:55:02.619733 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:02.654010 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-95acfeec-3e1c-43f5-b834-aed4f3970ef7 tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:03.036788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:03.049188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:03.154645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:03.155939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:03.158879 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/0bdee8e8-0f6d-40d1-9d93-824e7f45c49e HTTP/1.1" status: 200 len: 1158 time: 2.4430923 Jan 26 11:55:03.161379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:03.266516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4e351-5b72-4f64-acfa-e0703efdc6d9 req-c2efe95c-962a-4c77-978b-b1477aacc15f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:03.277329 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dfa4e351-5b72-4f64-acfa-e0703efdc6d9 req-c2efe95c-962a-4c77-978b-b1477aacc15f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 944 time: 0.3551598 Jan 26 11:55:03.285292 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-d7d88ca7-1d78-4868-b128-f73091cf242f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4135249 Jan 26 11:55:03.315807 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e', 'status': 'completed', 'code': 200} Jan 26 11:55:03.502188 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dfa4e351-5b72-4f64-acfa-e0703efdc6d9 req-20e0354e-e735-42c7-8f33-8f57cbc4f689 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238152 Jan 26 11:55:03.585041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-a42be009-701f-4fc7-b3ee-355c1a061a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:03.586723 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-a42be009-701f-4fc7-b3ee-355c1a061a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f45d452495794d089c37d47368c6fa36&device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 1161 time: 0.2430327 Jan 26 11:55:03.594061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-be2f2a38-5154-4393-acfd-84dcef017690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:03.595808 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-be2f2a38-5154-4393-acfd-84dcef017690 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1585741 Jan 26 11:55:03.720497 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-84aaa673-1bb3-42d9-ac17-d72b783ae8be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e HTTP/1.1" status: 200 len: 217 time: 0.1142285 Jan 26 11:55:04.075363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:04.157588 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-673f9d0f-c534-4d7c-99bc-69aad2e089a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:04.159470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-673f9d0f-c534-4d7c-99bc-69aad2e089a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fc60d5c-008a-452e-95cd-53ba7df2352e HTTP/1.1" status: 200 len: 849 time: 0.4245534 Jan 26 11:55:04.252761 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-4481ecb4-12b5-43e7-8196-968c5c88547d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44dc9ace-519f-401d-bceb-b9f3a97ca66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845547 Jan 26 11:55:04.326718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-e8a7155c-356e-4237-bca2-5d8cbeec425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:04.328713 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-e8a7155c-356e-4237-bca2-5d8cbeec425e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.6510322 Jan 26 11:55:04.551149 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-b1070db2-46a3-411c-a15c-51a5559113b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 1001 time: 0.2082918 Jan 26 11:55:04.562859 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-9dba5095-3b23-42bd-9d47-6eb6be1c9ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948165 Jan 26 11:55:04.827961 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-78c577b2-f0aa-43f4-ac6a-4dc6c1f16f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:04.829755 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-78c577b2-f0aa-43f4-ac6a-4dc6c1f16f56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.2699275 Jan 26 11:55:04.935094 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-16af0d4f-2d76-41be-8509-f5a38dc667d8 req-86c0639e-cfad-477d-a2da-9677221398dd service neutron] 10.222.0.24 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3085313 Jan 26 11:55:05.016549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f4b1-c566-4637-a35b-915737c2cea9 req-634f17b1-fb1d-42cd-82a1-6206f937beac tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:05.020438 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f581f4b1-c566-4637-a35b-915737c2cea9 req-634f17b1-fb1d-42cd-82a1-6206f937beac tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 944 time: 0.2776663 Jan 26 11:55:05.062245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-a516edba-0cc0-4c36-81bf-245bacff44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:05.064232 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-a516edba-0cc0-4c36-81bf-245bacff44e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2244992 Jan 26 11:55:05.230785 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f581f4b1-c566-4637-a35b-915737c2cea9 req-cb892586-3a47-4a90-b767-e930ec6ae6aa tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992424 Jan 26 11:55:05.397491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb29fb-16d2-4caf-9647-045629296434 req-7bf63638-6adf-450e-85df-7ccd93050870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:05.399160 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-7bf63638-6adf-450e-85df-7ccd93050870 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f45d452495794d089c37d47368c6fa36&device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 1161 time: 0.2922273 Jan 26 11:55:05.401426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-6ffa32ff-c457-4649-8b86-42b0ef1f7ead service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244832 Jan 26 11:55:05.710569 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6c0692c1-0339-434b-b884-7d9a8e397253 req-a77fec03-533d-49e5-a99c-322821ebe5fb service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2971532 Jan 26 11:55:05.713783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb29fb-16d2-4caf-9647-045629296434 req-0188da90-e11c-4c88-b683-f2a522073eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:05.715545 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-0188da90-e11c-4c88-b683-f2a522073eb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44dc9ace-519f-401d-bceb-b9f3a97ca66f HTTP/1.1" status: 200 len: 903 time: 0.3038352 Jan 26 11:55:05.851876 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-2f583e5d-4990-4b75-97b8-bbb1b8278eed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e HTTP/1.1" status: 200 len: 217 time: 0.1122186 Jan 26 11:55:05.992701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb29fb-16d2-4caf-9647-045629296434 req-cad1f713-c89b-4b74-8978-8622dd51aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:05.994831 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-cad1f713-c89b-4b74-8978-8622dd51aef8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9fc60d5c-008a-452e-95cd-53ba7df2352e HTTP/1.1" status: 200 len: 849 time: 0.1344147 Jan 26 11:55:06.063368 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-ecc487b0-33f2-4af0-a5e4-3edf8c277664 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44dc9ace-519f-401d-bceb-b9f3a97ca66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611217 Jan 26 11:55:06.286980 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-44cac1c0-0dfb-4c0d-8b22-7b64c35b818b service neutron] 10.222.0.24 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149308 Jan 26 11:55:06.560470 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-44bb29fb-16d2-4caf-9647-045629296434 req-a182a46b-2117-4e02-ba74-5a3f388b5d52 service neutron] 10.222.0.24 "GET /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2654996 Jan 26 11:55:06.672453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1509a7-d385-4a93-ad6a-09731e22ff73 req-a2731808-976e-4fe9-a848-ef235482a334 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:06.674199 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d1509a7-d385-4a93-ad6a-09731e22ff73 req-a2731808-976e-4fe9-a848-ef235482a334 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 944 time: 0.1950552 Jan 26 11:55:06.734612 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8d1509a7-d385-4a93-ad6a-09731e22ff73 req-247bbd6a-11e0-4608-8bd8-01c768d8529e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532303 Jan 26 11:55:08.112794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-477b0e44-84a0-4a5e-a655-e6a1ec0f442f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:55:08.187693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c363f1-71b5-41c6-91d4-54dfc2a505fc req-6d9c1a07-3c5d-4cd5-a383-6e9c95d8acda tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:08.189725 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-94c363f1-71b5-41c6-91d4-54dfc2a505fc req-6d9c1a07-3c5d-4cd5-a383-6e9c95d8acda tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 944 time: 0.1972194 Jan 26 11:55:08.278667 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-94c363f1-71b5-41c6-91d4-54dfc2a505fc req-3a32eaa9-33e1-411d-8cfb-67e4e24237c2 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Jan 26 11:55:08.661669 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:08.801182 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:08.807115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:08.807542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:08.942868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:08.983034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:08.996859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,segment=NetworkSegment(8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8),segment_id=8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:09.029755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:09.033285 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:09.081209 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e', 'code': 200} Jan 26 11:55:09.125315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:09.135192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.135764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.136245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.136718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.137310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.137933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.138449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.138938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.139547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.140544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.140870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.141352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.142570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.143136 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.143658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.144736 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.145265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.145646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.146137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.146381 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.146787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.147161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.147705 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.148080 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:09.160320 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:09.487474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc1cf-fc61-4189-a646-72bc54c6dfea req-da6ba095-73c8-4391-a2c6-3b62651a4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:09.489696 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-420dc1cf-fc61-4189-a646-72bc54c6dfea req-da6ba095-73c8-4391-a2c6-3b62651a4a04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 1163 time: 0.1005092 Jan 26 11:55:09.602954 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-420dc1cf-fc61-4189-a646-72bc54c6dfea req-38ca60ba-35c7-41ff-bbb4-8764da70126e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046631 Jan 26 11:55:09.708249 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4f70-d341-43b7-8e3a-fa51ff8c9831 req-d4cb1155-cdde-447c-b431-69e32d8aed28 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:09.710348 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-32ce4f70-d341-43b7-8e3a-fa51ff8c9831 req-d4cb1155-cdde-447c-b431-69e32d8aed28 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.1644995 Jan 26 11:55:09.792866 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-32ce4f70-d341-43b7-8e3a-fa51ff8c9831 req-c49999e5-6b7b-4f0c-b55e-d704ba101b53 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696285 Jan 26 11:55:09.955724 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:10.035948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:10.036382 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:11.181822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db941910-0b3a-4248-8607-2d0e46aa35bc req-2559e589-80ba-4b94-a247-9981e48f731e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:11.184994 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-db941910-0b3a-4248-8607-2d0e46aa35bc req-2559e589-80ba-4b94-a247-9981e48f731e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.2278707 Jan 26 11:55:11.274861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-db941910-0b3a-4248-8607-2d0e46aa35bc req-8138984a-ae3e-4c7b-8ded-d69fba3084bf tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Jan 26 11:55:12.689772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac585d-a581-487b-97d7-4075ebe9408f req-f459d0d7-561f-43f7-b18d-e8125029c671 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:12.691674 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6aac585d-a581-487b-97d7-4075ebe9408f req-f459d0d7-561f-43f7-b18d-e8125029c671 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.2259455 Jan 26 11:55:12.793544 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6aac585d-a581-487b-97d7-4075ebe9408f req-d13a3691-4f7b-49f1-bcd8-fa6ef47afb59 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846746 Jan 26 11:55:13.988942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40866) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:14.077209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Deleting subnet 806f3af6-675c-4f43-96ef-31a2248e49b2 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:55:14.082938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:14.149002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:14.221909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:14.693268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:14.712021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:14.781424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806f3af6-675c-4f43-96ef-31a2248e49b2,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:14.785885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:14.914828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:14.918417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:55:14.929202 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-90081d40-fcfd-4812-b446-6a70625462fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/806f3af6-675c-4f43-96ef-31a2248e49b2 HTTP/1.1" status: 204 len: 168 time: 0.9355962 Jan 26 11:55:14.931324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40888) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:15.092632 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:15.372441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b283058-de78-4535-bcfb-6030f52814f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:15.403520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:15.606164 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804c78b9-2adc-47fe-987c-462c90e65354']}} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:15.622045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8abc318-da07-4f27-a910-58b5fba52315') {'for_net_delete': True} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:15.622440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8abc318-da07-4f27-a910-58b5fba52315') {} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:15.640430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27616074'] for segment, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:15.658448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:15.661177 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:55:16.154368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Network 804c78b9-2adc-47fe-987c-462c90e65354 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:16.167558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1200852'] for segment, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:16.378532 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Network 804c78b9-2adc-47fe-987c-462c90e65354 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:55:16.410205 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:55:16.554538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:16.559006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:16.577610 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:16.586947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=804c78b9-2adc-47fe-987c-462c90e65354,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:16.594188 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/804c78b9-2adc-47fe-987c-462c90e65354 HTTP/1.1" status: 204 len: 168 time: 1.6574650 Jan 26 11:55:16.594188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e3f58dc7-4b9b-4003-a343-77e0b96571a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:17.083130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40930) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:17.166752 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6beb8345-8844-4894-903c-9d856e675ce8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77dc7ef6f62c4e32a8b4237d4454c4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814593 Jan 26 11:55:17.168671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40936) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:17.271016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:17.305974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:17.400187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:17.407364 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-297eff61-9757-4f4e-893e-c0782859d1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:17.427697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e87a07-4c8a-4194-9c09-132560bacc3a,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:17.430358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:17.431742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92e87a07-4c8a-4194-9c09-132560bacc3a HTTP/1.1" status: 204 len: 168 time: 0.2619507 Jan 26 11:55:17.432771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-62a6deed-9670-49b6-9a90-4243368d2156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:17.697681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-304a74f9-480e-48f5-8aea-79494d15cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:18.400436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba8e6a-699e-421d-a4bf-f1b1db3dbecc req-b96649f9-16dd-4a82-856d-5665110096b3 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:18.402191 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-88ba8e6a-699e-421d-a4bf-f1b1db3dbecc req-b96649f9-16dd-4a82-856d-5665110096b3 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.1601543 Jan 26 11:55:18.464030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:18.478190 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-88ba8e6a-699e-421d-a4bf-f1b1db3dbecc req-b59fa189-9505-496e-83bf-584cdcc9b8db tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Jan 26 11:55:18.520152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 40968) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:18.702931 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:18.720044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:18.724403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Usage tracker for resource:security_group_rule and tenant:be2aeea23ea44de4838d10e868b287ff is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:18.727591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:18.734129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:18.840531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:18.886927 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:18.905304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ee50b525-6301-4f76-a28d-c3b62824715f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:19.000308 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be2aeea23ea44de4838d10e868b287ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777117 Jan 26 11:55:19.003350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 40982) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:19.003676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0cd091-0d3d-4f61-b78e-b26c46abcc0a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:19.009986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-96b3811f-e19d-4233-8bdd-dfff1617df09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:19.095559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:19.150716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:19.268374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:19.275595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-116aa0bd-98fc-405d-b784-e1fecb895b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:19.295247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0cd091-0d3d-4f61-b78e-b26c46abcc0a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:19.298116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:19.301420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:19.311033 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce0cd091-0d3d-4f61-b78e-b26c46abcc0a HTTP/1.1" status: 204 len: 168 time: 0.3008256 Jan 26 11:55:19.692497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:19.830565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8650439-26e7-4f81-b316-e958769104f6 req-179fc93f-3c51-455c-bb73-49254dbe4a7e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:19.832411 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c8650439-26e7-4f81-b316-e958769104f6 req-179fc93f-3c51-455c-bb73-49254dbe4a7e tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.1694491 Jan 26 11:55:19.918150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:55:19.932807 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c8650439-26e7-4f81-b316-e958769104f6 req-48553f7e-baa7-4ca7-97a1-2714cb3e3f17 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/security-groups?id=e210b55e-a270-42d5-81a6-4db6bf594f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880201 Jan 26 11:55:20.078635 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.101634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-72e47baa-18e0-453c-a0e6-c2fc81389578 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:20.103486 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-72e47baa-18e0-453c-a0e6-c2fc81389578 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.24 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 946 time: 0.1941288 Jan 26 11:55:20.111609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.164321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41006) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:20.177845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:20.195621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.197633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,segment=NetworkSegment(8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8),segment_id=8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:20.205787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Deleting port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:55:20.207081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.215304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:20.219964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Usage tracker for resource:security_group_rule and tenant:da8802b4d63341d9933c276d2b3e6a2e is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:20.224021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:20.230491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:20.235915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.239084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:20.310323 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e', 'code': 200} Jan 26 11:55:20.367950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:20.374391 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:20.381155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.417475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.428562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-40ec0643-bc4a-4423-860f-3c03081f7c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:20.476759 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da8802b4d63341d9933c276d2b3e6a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112082 Jan 26 11:55:20.477745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392b6b0-58de-4c76-9202-4982863830e9,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:20.480451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41012) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:20.483523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2f000a46-d1a7-459b-b079-2e81627047ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:20.551445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] For port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,segment=NetworkSegment(8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8),segment_id=8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:20.551900 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.553352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.606985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.693649 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Calling delete_port for 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:55:20.725463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.731605 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bbc5d55e-0653-4c68-8f32-2c3818e29913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:20.752025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392b6b0-58de-4c76-9202-4982863830e9,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:20.759771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:20.762579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:20.763749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9777c303-8994-4b0f-bbf9-eee560618937 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6392b6b0-58de-4c76-9202-4982863830e9 HTTP/1.1" status: 204 len: 168 time: 0.2822039 Jan 26 11:55:21.058130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:21.076489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-08fea5fa-8d11-4dfc-a17e-8946136dd52a tempest-VolumesNegativeTest-2123123485 tempest-VolumesNegativeTest-2123123485] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:21.236115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Pushing event deleted for resources: {'Port': ['ID=0bdee8e8-0f6d-40d1-9d93-824e7f45c49e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:21.361449 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:21.397362 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-eb66e987-3866-4e12-b70f-9959c24d91e2 req-273b0153-03af-4ec1-8267-b00656a326aa tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.2870803 Jan 26 11:55:21.561742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] No DVR routers for this DVR port 0bdee8e8-0f6d-40d1-9d93-824e7f45c49e on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:55:21.565681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:21.571311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-deleted', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:21.620511 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6bea4b8a-a30e-4489-bad7-a84c7cc41b3e req-6d36ca76-467c-4162-8afe-3f47f7b36c2f tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.24 "DELETE /v2.0/ports/0bdee8e8-0f6d-40d1-9d93-824e7f45c49e HTTP/1.1" status: 204 len: 173 time: 1.5088766 Jan 26 11:55:21.671171 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff8fe3-20b8-4ce5-a6de-1a9d373248ef', 'name': 'network-vif-deleted', 'tag': '0bdee8e8-0f6d-40d1-9d93-824e7f45c49e', 'status': 'completed', 'code': 200} Jan 26 11:55:22.659994 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-499d35fb-3410-423d-a5f8-4912f06f14b1 req-359d6976-b3f4-428d-94d8-3236b3bb99ac tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Synchronizing usage tracker for tenant:f45d452495794d089c37d47368c6fa36 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:55:22.697254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-499d35fb-3410-423d-a5f8-4912f06f14b1 req-359d6976-b3f4-428d-94d8-3236b3bb99ac tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Unset dirty status for tenant:f45d452495794d089c37d47368c6fa36 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:55:22.699031 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-499d35fb-3410-423d-a5f8-4912f06f14b1 req-359d6976-b3f4-428d-94d8-3236b3bb99ac tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] 10.222.0.53 "GET /v2.0/ports?device_id=0bff8fe3-20b8-4ce5-a6de-1a9d373248ef HTTP/1.1" status: 200 len: 210 time: 0.1026599 Jan 26 11:55:26.479965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41128) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:26.787234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:26.807939 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:26.813350 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Usage tracker for resource:security_group_rule and tenant:355df6cc45bd4c20beee84e4ff41d260 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:26.818489 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:26.826408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:26.948139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:26.976396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:26.987011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0421a7ba-baf2-4625-af70-5663404ea3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:27.051970 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=355df6cc45bd4c20beee84e4ff41d260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705247 Jan 26 11:55:27.053316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc854836-7cf2-46c8-88f1-008d324017e7,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:27.058983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:27.061422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41142) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.131715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:27.167806 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:27.251322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:27.260600 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f46158fe-221d-4ca3-91af-47c1c2846185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:27.276500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc854836-7cf2-46c8-88f1-008d324017e7,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:27.281601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:27.285983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:27.292813 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8d1d9ac4-4516-4f62-a00c-ca664ee31512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc854836-7cf2-46c8-88f1-008d324017e7 HTTP/1.1" status: 204 len: 168 time: 0.2294967 Jan 26 11:55:29.020333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41180) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:29.277234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-115953774-network', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16'}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:29.283163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:29.291906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Usage tracker for resource:network and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:29.297809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:29.311155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:29.377111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Made reservation on behalf of ebd3223e5b274f6f9335dcb126c1bc16 for: {'network': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:55:29.386404 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for network, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.404570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.425504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:29.430760 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Usage tracker for resource:security_group_rule and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:29.435533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:29.447303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:29.619224 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.647051 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.655832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-41e94497-0b34-4bac-8be9-6933cb4da860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:29.723107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 11:55:29.742067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44459e62-8637-42bc-bac1-ad1fb78b85fe,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:29.749510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:29.755271 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.755934 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.segments_db [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Added segment 056b29ea-51c9-4938-b3b4-ef9688aa0531 of type vxlan for network 03b1657a-0558-4edd-84d8-52cc387d5460 Jan 26 11:55:29.812309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752054205470'] for network, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.903896 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064'] for network, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.906049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:29.907229 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:29.917102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5cecce04-b38d-426b-976b-7ea591704ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:30.109597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Pushing event updated for resources: {'Network': ['ID=03b1657a-0558-4edd-84d8-52cc387d5460,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:30.115417 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:30.125508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 details requested by agent ovs-agent-dv-cinder-772388-2-smb with host dv-cinder-772388-2-smb {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:55:30.138753 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1118221 Jan 26 11:55:30.140745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41190) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:30.167496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Request body: {'subnet': {'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-115953774-subnet', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'ip_version': 4}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:30.179040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:30.196822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Usage tracker for resource:subnet and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:30.203044 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:30.216508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:30.278282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 details requested by agent ovs-agent-hv-cinder-77238 with host hv-cinder-77238 {{(pid=80233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 11:55:30.303890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Made reservation on behalf of ebd3223e5b274f6f9335dcb126c1bc16 for: {'subnet': 1} {{(pid=80231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:55:30.312741 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1839459'] for subnet, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:31.225577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827263664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1839440'] for subnet, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:31.259340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-197f398e-70c8-4179-8072-2ed0812b79bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:31.527753 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fbe156-ebc7-49c3-9583-f09dfe7bb865,revision_number=0']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:31.535545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:31.611114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Checking segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:55:31.611480 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Network hostable DHCP agents. Network: 03b1657a-0558-4edd-84d8-52cc387d5460, hostable agents: ['4fdb73ed-3902-4741-9fc9-81429a07fd06'], hosted agents: [] {{(pid=80231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 11:55:31.661863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Network 03b1657a-0558-4edd-84d8-52cc387d5460 is scheduled to be hosted by DHCP agent 4fdb73ed-3902-4741-9fc9-81429a07fd06 with binding_index 1 {{(pid=80231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 11:55:31.697042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772388-2-smb, 03b1657a-0558-4edd-84d8-52cc387d5460) {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:31.709793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4609d-f7e9-4325-8912-f48fb4fec382 None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:55:31.713888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:31.715068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:31.780088 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-43fa78e1-0a41-4f6e-87b6-e984561c726a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6371734 Jan 26 11:55:31.783387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41210) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:31.790570 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}} {{(pid=80231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:31.796783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:31.804085 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Usage tracker for resource:router and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:31.808756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:31.815462 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:31.851977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-691646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5924'] for router, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:31.854045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854078313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854077156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853900497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769701'] for router, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:31.884445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:32.045397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d174161-0bbf-58a8-95fc-6a2156008a51-03b1657a-0558-4edd-84d8-52cc387d5460', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865'}]}} from dv-cinder-772388-2-smb. {{(pid=80233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 11:55:32.046869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:32.565054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Allocated IP 172.20.0.2 (03b1657a-0558-4edd-84d8-52cc387d5460/e3fbe156-ebc7-49c3-9583-f09dfe7bb865/9fd5ab24-d3f1-4431-8231-f1a7148c4c33) {{(pid=80233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:55:32.735728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854077137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769718'] for router, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.077849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks [] for port, precommit_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.103579 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Transition to ACTIVE for port object 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:33.145583 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Transition to ACTIVE for port object 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 will not be triggered until provisioned by entity DHCP. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:33.183727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149'] for port, after_create {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.210013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:33.433225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Pushing event updated for resources: {'Port': ['ID=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,revision_number=1']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:33.458464 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:33.556447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 is already hosted by enough agents. {{(pid=80233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:55:33.559327 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Resources bound (agent type, host, resource id): {{(pid=80233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:33.568359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Received port after_create {{(pid=80233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:55:33.614447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.676813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.707796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Attempting to bind port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:55:33.708491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Attempting to bind port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:55:33.709189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Attempting to bind port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 on network 03b1657a-0558-4edd-84d8-52cc387d5460 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:55:33.728006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:33.728627 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Checking segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:55:33.729398 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.730147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Bound using segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:33.731028 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Bound port: 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:55:33.732193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:33.935011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] For port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:55:33.941231 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] For port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:55:33.984549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:34.011232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:34.209444 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Allocated IP 172.28.1.25 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/9820896e-8f79-467e-b728-ea3b64368eb8) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:55:34.228917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:34.229608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Pushing event updated for resources: {'Port': ['ID=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:34.239929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:34.480861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:34.550854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:34.570366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f9007dda-f374-40ad-8e77-35e6dd682963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:34.815833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Pushing event updated for resources: {'Port': ['ID=9820896e-8f79-467e-b728-ea3b64368eb8,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:34.824976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:34.937666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:55:34.940423 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:34.961781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:55:35.872845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:36.199997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ccc82c-d342-43ff-910d-bcc53969209a None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:55:36.376115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-7de32dd7-d365-4101-b2c1-714eceac91ef None None] Provisioning for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:36.476518 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854084151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-698678'] for router, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:36.759750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:36.849772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Router f84552e2-5dae-44ec-b26c-8fef8b0447a6 is scheduled to L3 agent 6600784a-e925-40ae-8296-45f99e755f42 with binding_index 1 {{(pid=80231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 11:55:36.940641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:36.950888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Provisioning complete for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:36.951970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:37.108938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:37.109852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:37.526428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:55:37.555742 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Sync routers for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:55:37.577554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:37.612614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:37.618417 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8288321 Jan 26 11:55:37.618739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41266) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:37.662775 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:37.664039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:55:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:37.823220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:37.991192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] For port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:38.033146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:38.042128 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0ca879e4-613a-42ef-95c8-74ed7d991e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:38.475050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:55:38.477676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:55:38.477676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ce419f0d-5dcb-4133-8f18-8edd0f94a5d6 None None] Provisioning complete for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:38.477676 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ce419f0d-5dcb-4133-8f18-8edd0f94a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:38.554460 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:55:38.921628 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Pushing event updated for resources: {'Port': ['ID=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:38.939396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2990d2f3-471a-443a-8cb4-86eadb49ba85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:38.951662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.253314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41284) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:39.387165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:35Z', 'revision_number': 3, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:39.392864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Checking router: f84552e2-5dae-44ec-b26c-8fef8b0447a6 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:55:39.394081 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Updating router f84552e2-5dae-44ec-b26c-8fef8b0447a6 port 9820896e-8f79-467e-b728-ea3b64368eb8 binding host dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:55:39.429509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:39.526911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.568845 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.591316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Allocated IP 172.20.0.1 (03b1657a-0558-4edd-84d8-52cc387d5460/e3fbe156-ebc7-49c3-9583-f09dfe7bb865/ba84c226-ff10-408e-983a-d9d74db64c8a) {{(pid=80231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:55:39.601623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:39.609397 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:69cdcf0a89d5498dbde971fa9342b541 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:39.615673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:39.627869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:39.650751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:39.651192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.811255 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.848165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.867165 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:39.904618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Transition to ACTIVE for port object ba84c226-ff10-408e-983a-d9d74db64c8a will not be triggered until provisioned by entity DHCP. {{(pid=80231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:39.908778 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ebaf414d-1e60-4bd9-a7e4-3702489a46b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:39.965172 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69cdcf0a89d5498dbde971fa9342b541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088356 Jan 26 11:55:39.972009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41294) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:39.979016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.001161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d8015c-287a-4fcf-b5e8-9066a264e46a,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:40.012207 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:40.031771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:40.095226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.145158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.182121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks [] for port, precommit_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.218973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Transition to ACTIVE for port object 9820896e-8f79-467e-b728-ea3b64368eb8 will not be triggered until provisioned by entity L2. {{(pid=80233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:40.261876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.327890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:40.328154 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b768fe39-220d-441c-808b-dae7dfd54868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:40.336208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:40.390642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Network 03b1657a-0558-4edd-84d8-52cc387d5460 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:55:40.391801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:40.394216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Received port after_create {{(pid=80231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:55:40.423223 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.434440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3fe525c2-0847-4131-93b3-14abe5e3e33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:40.459408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d8015c-287a-4fcf-b5e8-9066a264e46a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:40.462607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:40.464102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.465921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35d8015c-287a-4fcf-b5e8-9066a264e46a HTTP/1.1" status: 204 len: 168 time: 0.4919477 Jan 26 11:55:40.489693 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691698'] for router_interface, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.675017 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60090b67-e60a-4335-b13e-0a7d3e1b3712 None None] Pushing event updated for resources: {'Port': ['ID=9820896e-8f79-467e-b728-ea3b64368eb8,revision_number=2']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:40.683653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-60090b67-e60a-4335-b13e-0a7d3e1b3712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:40.750403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.812650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Attempting to bind port 9820896e-8f79-467e-b728-ea3b64368eb8 on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:55:40.813395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Attempting to bind port 9820896e-8f79-467e-b728-ea3b64368eb8 by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:55:40.814123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Attempting to bind port 9820896e-8f79-467e-b728-ea3b64368eb8 on network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:55:40.826167 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-66731324-eaa6-4e5e-b196-0dc14b03b1dd None None] Provisioning for port ba84c226-ff10-408e-983a-d9d74db64c8a completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:40.835153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:40.835897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Checking segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:55:40.836700 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.837490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Bound using segment: {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'} {{(pid=80233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:40.838474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Bound port: 9820896e-8f79-467e-b728-ea3b64368eb8, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa557cb-ac00-4de2-baca-79efcfb83c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}}] {{(pid=80233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:55:40.839265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:40.915802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-66731324-eaa6-4e5e-b196-0dc14b03b1dd None None] Provisioning complete for port ba84c226-ff10-408e-983a-d9d74db64c8a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:40.916555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-66731324-eaa6-4e5e-b196-0dc14b03b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.099061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.102193 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-66731324-eaa6-4e5e-b196-0dc14b03b1dd None None] Port ba84c226-ff10-408e-983a-d9d74db64c8a cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:55:41.120311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] For port 9820896e-8f79-467e-b728-ea3b64368eb8, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:55:41.125251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] For port 9820896e-8f79-467e-b728-ea3b64368eb8, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9820896e-8f79-467e-b728-ea3b64368eb8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:55:41.154410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27512257'] for port, after_update {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.167955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41308) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:41.183888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.192436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.196581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-97ddaaab-5ee7-4260-900e-5b4138f8d6df tempest-VolumesActionsTest-867693939 tempest-VolumesActionsTest-867693939] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:41.205426 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:41.212150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:41.217711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Usage tracker for resource:security_group_rule and tenant:59d5b495192e4e33b212a5d94651538a is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:41.221831 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:41.229645 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:41.317013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854238047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084272'] for router_interface, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.362834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.394911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.395292 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60090b67-e60a-4335-b13e-0a7d3e1b3712 None None] Pushing event updated for resources: {'Port': ['ID=9820896e-8f79-467e-b728-ea3b64368eb8,revision_number=3']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:41.401526 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-60090b67-e60a-4335-b13e-0a7d3e1b3712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:41.405553 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f5d55a1a-d022-4a02-b486-9be2f770013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:41.425370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=2']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:41.439780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.440216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.440636 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.441052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.441473 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.441880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.442290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.442713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.443140 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.443546 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.443933 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.444530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.445004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.445594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.446007 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.446414 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.446875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.447278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.447695 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.448074 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.448729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.449127 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.449519 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.449854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.456989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:41.472912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8bf47-7f0f-46dc-af8d-0085431f54d4,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:41.499671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59d5b495192e4e33b212a5d94651538a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300200 Jan 26 11:55:41.500918 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41312) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:41.501345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Network 03b1657a-0558-4edd-84d8-52cc387d5460 is already hosted by enough agents. {{(pid=80231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:55:41.502710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:55:41.503603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.504288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.504765 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.505190 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.505596 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.506006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.506416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.506854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.507254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.508095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.508510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.508907 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.509723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.510254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.510427 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:41.510666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.511109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.511498 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.511727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:55:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:41.511898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.512277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.512674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.513084 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.513481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.513899 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.514410 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:41.521490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:41.627864 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.671390 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.772671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.785854 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7347d9d8-75d4-4801-aeb5-370ac8339ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:41.805289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Router f84552e2-5dae-44ec-b26c-8fef8b0447a6 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:55:41.811056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8bf47-7f0f-46dc-af8d-0085431f54d4,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:41.816452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:41.817910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:41.824517 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77f8bf47-7f0f-46dc-af8d-0085431f54d4 HTTP/1.1" status: 204 len: 168 time: 0.3051267 Jan 26 11:55:41.887538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:55:42.051737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-7efbe756-d604-4040-974e-33c45381eeb3 None None] Provisioning complete for port ba84c226-ff10-408e-983a-d9d74db64c8a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:42.052428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-7efbe756-d604-4040-974e-33c45381eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:42.208538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:55:42.239365 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-28360deb-6fc6-4275-80ef-bda3aef0d5d2 admin admin] 10.222.0.53 "PUT /v2.0/routers/f84552e2-5dae-44ec-b26c-8fef8b0447a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6153400 Jan 26 11:55:42.375721 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-7efbe756-d604-4040-974e-33c45381eeb3 None None] Port ba84c226-ff10-408e-983a-d9d74db64c8a cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:55:42.612491 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 2, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:42.620837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af818a-4230-40ad-93a1-e62bee4e3b5c None None] The sync data for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb is: [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 2, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:55:42.784451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41332) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:42.824524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:42.855043 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:42.862544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa7f7cb50be4f05b584e3a9c6bb4694 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:42.868135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:42.880169 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:43.073569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.108878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.176150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c5ed3910-ac57-483f-a265-ca924988cc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:43.242949 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fa7f7cb50be4f05b584e3a9c6bb4694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528189 Jan 26 11:55:43.243878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41346) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:43.275853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c5ad3-70bb-4792-bb73-c26304953851,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:43.287773 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1dfc688c-dfc5-41f3-ad26-27b321f2ce18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:43.406986 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.461848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.924840 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.937581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c9c091e3-9a1e-43a1-89a1-7b98ad82dadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:43.965634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c5ad3-70bb-4792-bb73-c26304953851,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:43.972475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:43.976111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:43.982616 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-b2907183-9f8e-4f74-ae8a-ac6618577723 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c6c5ad3-70bb-4792-bb73-c26304953851 HTTP/1.1" status: 204 len: 168 time: 0.7377186 Jan 26 11:55:45.389362 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b2133d82-6953-47c5-90f0-e4cbade3dd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:45.438633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9820896e-8f79-467e-b728-ea3b64368eb8 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:45.616882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port 9820896e-8f79-467e-b728-ea3b64368eb8 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:45.625379 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9820896e-8f79-467e-b728-ea3b64368eb8 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:45.626920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:45.877843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:45.916486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port 9820896e-8f79-467e-b728-ea3b64368eb8, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9820896e-8f79-467e-b728-ea3b64368eb8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:45.949603 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:45.962759 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-92fdbc4b-e4a9-4354-9fe9-a3991b681b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:46.135641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=9820896e-8f79-467e-b728-ea3b64368eb8,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:46.146401 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:47.444408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9820896e-8f79-467e-b728-ea3b64368eb8 up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:47.668082 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port 9820896e-8f79-467e-b728-ea3b64368eb8 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:47.669134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:47.711888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Sync routers for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:55:47.727138 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:47.731286 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:55:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:47.793083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f472-6fd8-4d8b-86e8-3962077fc861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:48.116425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:55:48.452063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:48.755650 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 2, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:48.760595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Checking router: f84552e2-5dae-44ec-b26c-8fef8b0447a6 for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:55:48.761034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Updating router f84552e2-5dae-44ec-b26c-8fef8b0447a6 port ba84c226-ff10-408e-983a-d9d74db64c8a binding host dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 11:55:48.839567 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:49.692614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:49.779586 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks [] for port, precommit_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:49.808276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Transition to ACTIVE for port object ba84c226-ff10-408e-983a-d9d74db64c8a will not be triggered until provisioned by entity L2. {{(pid=80234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:55:49.841264 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:50.029279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8f298fe2-a23a-4783-93ad-b53bd6bc7215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:50.062776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:50.171569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Pushing event updated for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=3']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:50.210315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.211884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.211884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.211884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.211884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.212604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.212604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.212958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.213135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.215309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.215844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.216419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.217929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.217929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.218367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.219564 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.219784 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.220304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.221885 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.222437 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.223637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.224375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.225201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.227027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:55:50.231201 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:50.574438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Attempting to bind port ba84c226-ff10-408e-983a-d9d74db64c8a on host dv-cinder-772388-2-smb for vnic_type normal with profile {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:55:50.574770 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Attempting to bind port ba84c226-ff10-408e-983a-d9d74db64c8a by drivers openvswitch on host dv-cinder-772388-2-smb at level 0 using segments [{'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:55:50.575215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Attempting to bind port ba84c226-ff10-408e-983a-d9d74db64c8a on network 03b1657a-0558-4edd-84d8-52cc387d5460 {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:55:50.593866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Checking agent: {'id': 'a73e61d1-0fdd-4ed6-94bc-0b5a799f1759', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772388-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 36, 20), 'started_at': datetime.datetime(2021, 1, 26, 11, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772388-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:50.594304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Checking segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:55:50.594797 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:50.595265 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Bound using segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} {{(pid=80234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:50.595879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Bound port: ba84c226-ff10-408e-983a-d9d74db64c8a, host: dv-cinder-772388-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}}] {{(pid=80234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:55:50.596315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:50.777743 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] For port ba84c226-ff10-408e-983a-d9d74db64c8a, host dv-cinder-772388-2-smb, cleared binding levels {{(pid=80234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:55:50.784179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] For port ba84c226-ff10-408e-983a-d9d74db64c8a, host dv-cinder-772388-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=ba84c226-ff10-408e-983a-d9d74db64c8a,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:55:50.823842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80234) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:50.902094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:51.112312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41452) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:51.172052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Pushing event updated for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=4']} {{(pid=80234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:51.180359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f55b3d0d-4587-49e8-a8bb-3d647fc41351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80234) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:51.286232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Deleting subnet 9fc60d5c-008a-452e-95cd-53ba7df2352e {{(pid=80232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:55:51.297686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:51.309891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:51.313282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:55:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:51.457309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827159743'] for subnet, precommit_delete_associations {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:51.530054 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device ba84c226-ff10-408e-983a-d9d74db64c8a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:51.559408 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:51.862306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ed483fea-9189-4bb8-9b79-3a726c0de429 None None] Provisioning complete for port ba84c226-ff10-408e-983a-d9d74db64c8a triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:51.863015 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed483fea-9189-4bb8-9b79-3a726c0de429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:51.928829 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning for port ba84c226-ff10-408e-983a-d9d74db64c8a completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:55:51.956597 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:55:51.964430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port ba84c226-ff10-408e-983a-d9d74db64c8a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:51.965396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:51.984329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:55:52.013750 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853574538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826674396'] for subnet, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.047026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-becfca4e-efc5-4c53-88ec-090f616add01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:52.126340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc60d5c-008a-452e-95cd-53ba7df2352e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:52.139326 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:52.284368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.406653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for subnet, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.468843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] For port ba84c226-ff10-408e-983a-d9d74db64c8a, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=ba84c226-ff10-408e-983a-d9d74db64c8a,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:55:52.490430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed483fea-9189-4bb8-9b79-3a726c0de429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.525113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.542107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:52.560446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8e660-718d-4a96-bf57-64bfe772b5d1 req-a7d3a64e-a8cb-4103-b636-3b2ff004b5e4 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:52.563688 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42e8e660-718d-4a96-bf57-64bfe772b5d1 req-a7d3a64e-a8cb-4103-b636-3b2ff004b5e4 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.6112602 Jan 26 11:55:52.569579 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-ca8730b0-29cc-4703-a7ef-3bddf1965326 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9fc60d5c-008a-452e-95cd-53ba7df2352e HTTP/1.1" status: 204 len: 168 time: 1.4548233 Jan 26 11:55:52.572191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41464) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:52.724742 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-42e8e660-718d-4a96-bf57-64bfe772b5d1 req-032d4db1-e24f-48a2-8914-140344629b70 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1528573 Jan 26 11:55:52.797011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:52.900211 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-ed483fea-9189-4bb8-9b79-3a726c0de429 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:55:52.900776 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-ed483fea-9189-4bb8-9b79-3a726c0de429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:55:52.906523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:50Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:52.916422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Pushing event updated for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:52.927737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542d6-0073-419d-8875-a80a40113957 None None] The sync data for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb is: [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:50Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:55:52.932463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:53.096964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:53.273147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dc9ace-519f-401d-bceb-b9f3a97ca66f']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:53.337509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:53.337876 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9908d2-ca73-4fb6-8df1-0c93fd14f2b8') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:53.401964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:53.471198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:53.473761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:55:53.492505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device ba84c226-ff10-408e-983a-d9d74db64c8a up at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:53.708550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Provisioning complete for port ba84c226-ff10-408e-983a-d9d74db64c8a triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:53.708984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:53.991913 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:54.023025 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:54.460830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Network 44dc9ace-519f-401d-bceb-b9f3a97ca66f has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:55:54.594954 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:55:54.634837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:54.640595 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-776351bb-155d-4b39-9491-d2bf3e474a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:54.674076 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:54.685082 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/44dc9ace-519f-401d-bceb-b9f3a97ca66f HTTP/1.1" status: 204 len: 168 time: 2.1111889 Jan 26 11:55:54.691454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41480) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:54.695843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=44dc9ace-519f-401d-bceb-b9f3a97ca66f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:54.755921 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f0d73934-aa75-4036-96c7-e76e31485e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:54.827411 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Deleting subnet 033e1f32-cac4-4e2f-94d3-38a23a1f93ca {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:55:54.833779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:54.837239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3db5a2-86d2-49d5-81ff-0f04a6c831ed req-ab161311-3f14-441a-bf77-8fa023695ce7 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:54.840609 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd3db5a2-86d2-49d5-81ff-0f04a6c831ed req-ab161311-3f14-441a-bf77-8fa023695ce7 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.7678721 Jan 26 11:55:54.954426 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fd3db5a2-86d2-49d5-81ff-0f04a6c831ed req-6c0bf5e3-3c39-47f7-9673-06640c3583ef tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1022489 Jan 26 11:55:54.966590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:55.074536 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:55.943848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:55.971131 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9d81b2f3-5e08-4f0a-bd9a-edd5701a8431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:56.062137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033e1f32-cac4-4e2f-94d3-38a23a1f93ca,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:56.116912 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:56.157960 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:56.169666 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-86f9f1a0-9ac0-4128-bd2c-0890001d9c16 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/033e1f32-cac4-4e2f-94d3-38a23a1f93ca HTTP/1.1" status: 204 len: 168 time: 1.4737835 Jan 26 11:55:56.170380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41494) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:56.368061 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:56.556066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece44cd4-7a8b-4f13-865d-9a75ae6c7664 req-932be0e7-df0c-467d-99f5-6fbbd52bddc9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:56.568354 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ece44cd4-7a8b-4f13-865d-9a75ae6c7664 req-932be0e7-df0c-467d-99f5-6fbbd52bddc9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.4014361 Jan 26 11:55:56.660740 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ece44cd4-7a8b-4f13-865d-9a75ae6c7664 req-406d79a9-8386-4e3d-957b-00ee094bde72 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0898850 Jan 26 11:55:56.678459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:56.940661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e192a9b2-9177-4724-b099-44e0eebec5de']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:56.940661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804db0d5-318c-4d46-976c-0ae7f7e1fa15') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:56.940661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804db0d5-318c-4d46-976c-0ae7f7e1fa15') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:55:56.940661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:56.964247 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:56.968664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:55:57.317031 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Network e192a9b2-9177-4724-b099-44e0eebec5de has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:57.355623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:57.695869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Network e192a9b2-9177-4724-b099-44e0eebec5de has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:55:57.725375 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:55:57.727910 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41506) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:57.869098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:57.874611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:57.904842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:57.910123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e192a9b2-9177-4724-b099-44e0eebec5de,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:57.916145 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:57.920921 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-32f22f0b-2d28-42a6-87d2-5e25e476cd98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e192a9b2-9177-4724-b099-44e0eebec5de HTTP/1.1" status: 204 len: 168 time: 1.7492194 Jan 26 11:55:58.185746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5757-758e-4d21-b2c9-0e8d7ea45638 req-c27e366e-dbb5-4570-9ef0-bd5c84a13e49 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:58.186189 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8f2c5757-758e-4d21-b2c9-0e8d7ea45638 req-c27e366e-dbb5-4570-9ef0-bd5c84a13e49 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2718310 Jan 26 11:55:58.187530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.247075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:55:58.266118 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Usage tracker for resource:security_group_rule and tenant:acf8128a9ca24d15833405c85727e8ad is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:55:58.294269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:55:58.318400 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8f2c5757-758e-4d21-b2c9-0e8d7ea45638 req-8c35fe83-cec3-4ab0-bfea-85391a40a7c2 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1177719 Jan 26 11:55:58.328971 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:55:58.430884 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41514) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:58.513868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.549045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.550051 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-07f52c9f-be9f-423a-8a94-35b84ab3e0fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f45d452495794d089c37d47368c6fa36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164191 Jan 26 11:55:58.552746 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41518) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:58.563036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-c293be8c-e92e-45a9-9018-6e86ecaa3a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:58.646621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6bcc7-d61b-4109-8fa6-5a0c3919bcf4,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:58.657486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.668311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:58.677176 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-06de9091-2aa6-4e5e-a6ee-e696dd50878a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acf8128a9ca24d15833405c85727e8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483597 Jan 26 11:55:58.680992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41522) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:58.704500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.781769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.816660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.839359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:55:58.857748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.873466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e8d40ee5-66f4-499b-ac4f-4c64d1ed325f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:58.917234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210b55e-a270-42d5-81a6-4db6bf594f95,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:58.921703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:58.931932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:58.934142 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-901ebceb-dfa5-42df-8e17-4a629f133d7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e210b55e-a270-42d5-81a6-4db6bf594f95 HTTP/1.1" status: 204 len: 168 time: 0.3791497 Jan 26 11:55:58.982093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:55:58.982959 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:59.018309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:59.026673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6d0f3976-e2e7-4b25-9eb3-c1b51cf91cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:55:59.064068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6bcc7-d61b-4109-8fa6-5a0c3919bcf4,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:55:59.073511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:55:59.093955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:55:59.096025 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ae6bcc7-d61b-4109-8fa6-5a0c3919bcf4 HTTP/1.1" status: 204 len: 168 time: 0.4133456 Jan 26 11:55:59.734835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbedd4-4eec-4985-8db5-29337d50bf70 req-1ff803bc-275f-44e1-aabd-d2103fa85371 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:55:59.747489 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c5cbedd4-4eec-4985-8db5-29337d50bf70 req-1ff803bc-275f-44e1-aabd-d2103fa85371 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2339520 Jan 26 11:55:59.819874 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c5cbedd4-4eec-4985-8db5-29337d50bf70 req-d8fd8820-1fbe-473e-b7b9-842bbb6e70e4 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0698755 Jan 26 11:55:59.925021 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41536) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:00.011016 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41540) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:00.029699 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-38bfb92c-9845-4c08-a4ed-1b5d9b26190a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8087f9b8fa34431ca4472c01275ba248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991855 Jan 26 11:56:00.030291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41544) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:00.068459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.100514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:00.108158 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Usage tracker for resource:security_group_rule and tenant:be01b0901cfc472880c664239cda87a9 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:00.117318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:00.134212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:00.157351 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.213068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.341756 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.389002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.411103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.418225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aafb7add-3a14-4030-91c5-63e261509a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:00.436173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27fc70-b652-4f02-a9c2-33d93fab2a1b,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:00.439697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:00.452637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.454224 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-33bd188b-567b-4282-a372-d6a44d1f558a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c27fc70-b652-4f02-a9c2-33d93fab2a1b HTTP/1.1" status: 204 len: 168 time: 0.4223883 Jan 26 11:56:00.471486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-7b9978da-9561-4021-84e8-05aed0d13d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:00.546867 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be01b0901cfc472880c664239cda87a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336444 Jan 26 11:56:00.551160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 41550) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:00.574510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0235c3-c315-469e-9be0-f53088e5ea1c,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:00.639199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.668514 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bb6cfe7f-339f-45fa-b1a6-3bdd70ef5a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:00.688592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.954310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:00.961707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0b6f4a72-393a-4a33-849c-83f9370d6fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:00.974729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0235c3-c315-469e-9be0-f53088e5ea1c,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:00.998781 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:01.009095 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:01.011279 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-30fd4ad7-86d8-45da-b20b-71e7fe2a2feb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d0235c3-c315-469e-9be0-f53088e5ea1c HTTP/1.1" status: 204 len: 168 time: 0.4592669 Jan 26 11:56:01.310152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f633b6-e556-4feb-a2ca-156d55e3b929 req-026e56c1-1dba-45bc-b621-d3bcf7baea6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:01.325948 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38f633b6-e556-4feb-a2ca-156d55e3b929 req-026e56c1-1dba-45bc-b621-d3bcf7baea6c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.3125861 Jan 26 11:56:01.455475 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-38f633b6-e556-4feb-a2ca-156d55e3b929 req-8e62f5b9-3ddd-444d-b203-0b667a8f39ba tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1266680 Jan 26 11:56:01.827837 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-7e463393-2e85-4a91-af77-4629d841b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:01.843908 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-7e463393-2e85-4a91-af77-4629d841b38f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1716635 Jan 26 11:56:02.088192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-5b5351db-7ccc-4d45-90fd-23e38f3ff3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:02.089860 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-5b5351db-7ccc-4d45-90fd-23e38f3ff3b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.2447550 Jan 26 11:56:02.226096 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-039f7828-7226-49ae-89d6-dda5e567506b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 1001 time: 0.1259546 Jan 26 11:56:02.368342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-a5d8e4ad-cbe5-40be-b9ce-2118235658ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:02.371611 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-a5d8e4ad-cbe5-40be-b9ce-2118235658ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1379476 Jan 26 11:56:02.528434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-4270fd74-6c5e-40d4-b0b1-a09029099157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:02.530253 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-4270fd74-6c5e-40d4-b0b1-a09029099157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1507657 Jan 26 11:56:02.835527 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-3e4cea08-b480-455d-841a-fb57abdbc3c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954612 Jan 26 11:56:02.944936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3313d-a23d-434c-9d01-86a4a4ab8035 req-47ed1315-dbdf-4d73-b15b-db1ca998be01 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:02.948060 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-49c3313d-a23d-434c-9d01-86a4a4ab8035 req-47ed1315-dbdf-4d73-b15b-db1ca998be01 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2651963 Jan 26 11:56:03.342324 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-49c3313d-a23d-434c-9d01-86a4a4ab8035 req-ca4df8d4-146f-4167-9d17-4b360d01fc29 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2670348 Jan 26 11:56:03.420532 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca1869ad-0145-4f41-a7f5-e2c0a89ec3a9 req-9ae3ad98-469f-4ccc-8f8e-098709c4dabc service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5716329 Jan 26 11:56:03.555496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-4ccf8447-f2a9-4091-b3c4-47ca585ae4a8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:03.558499 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-4ccf8447-f2a9-4091-b3c4-47ca585ae4a8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 814 time: 0.4464173 Jan 26 11:56:03.593106 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-755dd752-1bc8-4845-a4e7-76558c67e15b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/quotas/ebd3223e5b274f6f9335dcb126c1bc16 HTTP/1.1" status: 200 len: 375 time: 0.0192490 Jan 26 11:56:03.857432 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-71a52751-6434-4c9b-9bc4-62e2d1eb469e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2507861 Jan 26 11:56:03.867974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-99e616b1-0b3b-4836-93a6-8be8c610abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:03.870856 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-99e616b1-0b3b-4836-93a6-8be8c610abf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1899524 Jan 26 11:56:04.091511 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:04.335379 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-66ab23a7-63b5-4197-b4dd-bee6b498f122 service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499414 Jan 26 11:56:04.381798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-49c3df3c-1439-4af6-86a4-0a7979061e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:04.384798 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-49c3df3c-1439-4af6-86a4-0a7979061e45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.4656513 Jan 26 11:56:05.199040 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-7c1902ce-8379-4756-804f-b8ad94832873 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 1001 time: 0.7245998 Jan 26 11:56:05.239135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-3727e890-c0fe-4cb4-91e8-6367378d2248 service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8530846 Jan 26 11:56:05.323723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-02f1417e-4801-4f88-bf1a-3ccb0aa641b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:05.325418 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-02f1417e-4801-4f88-bf1a-3ccb0aa641b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.0833037 Jan 26 11:56:05.374609 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6aaa6-8c4d-439e-8d53-c6a1af83f0ff req-a343fe5a-e6c3-40ce-a50a-c90159a61a90 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:05.376909 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3ed6aaa6-8c4d-439e-8d53-c6a1af83f0ff req-a343fe5a-e6c3-40ce-a50a-c90159a61a90 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.7273629 Jan 26 11:56:05.531003 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3ed6aaa6-8c4d-439e-8d53-c6a1af83f0ff req-883e396d-6359-490c-82e2-9cfeffb0c914 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0961657 Jan 26 11:56:05.559680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-39321ce1-6f66-4e5b-bc7d-cd9261f6c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:05.559680 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-39321ce1-6f66-4e5b-bc7d-cd9261f6c313 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1791081 Jan 26 11:56:05.863925 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-50854679-befb-4762-9038-891eccc0129d req-ac2e07e7-0532-4ae6-9a8d-d2edcd9539ea tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 210 time: 0.1157813 Jan 26 11:56:05.927327 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-2fc7d816-3d4b-4e3f-b1ac-093fcd6198d1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614676 Jan 26 11:56:06.151930 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-47104988-9e6f-4c93-a745-cffa5baeec52 req-9987dc0d-a51e-4002-8890-1b4ba84fdd0f service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167630 Jan 26 11:56:06.623955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:56:06.806058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:06.858106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b38ff3-c037-43e6-a308-e97c8c57d41c req-031d0175-fc0d-4961-ae4a-505e6b1e7513 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:06.859935 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-39b38ff3-c037-43e6-a308-e97c8c57d41c req-031d0175-fc0d-4961-ae4a-505e6b1e7513 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.1610377 Jan 26 11:56:06.891066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:06.903358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=78ff9856-8c07-4470-b526-3f7fa2c94783,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:56:06.927532 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-39b38ff3-c037-43e6-a308-e97c8c57d41c req-58447716-3ef0-4a68-9585-a1a4e3158d25 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0608430 Jan 26 11:56:06.955011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:06.960060 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:07.052840 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'code': 200} Jan 26 11:56:07.101420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=5']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:07.105303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:07.155401 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8f916194-23f1-4799-aba7-146a7fe89cd8 req-6ec54f47-9cc9-4085-80cc-d14f877da178 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 210 time: 0.0646284 Jan 26 11:56:07.708718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38e013-8e5c-4cec-a22b-d2c16660bc8b req-c866feed-16f0-4594-bcb2-84d5b6af6059 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:07.710524 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4d38e013-8e5c-4cec-a22b-d2c16660bc8b req-c866feed-16f0-4594-bcb2-84d5b6af6059 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.1437960 Jan 26 11:56:07.721537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41724) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:07.785440 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4d38e013-8e5c-4cec-a22b-d2c16660bc8b req-22d2f374-abc4-4a19-a6e1-a4444919bb80 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0673842 Jan 26 11:56:07.946467 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-3d5778f0-8cc6-4b36-b5fe-ae95f5f06a05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2227569 Jan 26 11:56:08.476011 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8ff53137-7365-48d3-9c04-c73b806a22a0 req-2dfdd44c-2b69-429e-b62d-12d0db094057 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 210 time: 0.1344287 Jan 26 11:56:08.629316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-be22a140-fff2-4746-9b89-72cf005ce5fa tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:08.631056 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-be22a140-fff2-4746-9b89-72cf005ce5fa tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 814 time: 0.3574352 Jan 26 11:56:08.659105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'port': {'device_id': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'admin_state_up': True, 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:08.877187 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:08.885901 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:port and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:08.892152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for port was recalculated. Used quota:2. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:08.908172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:08.986424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Made reservation on behalf of ebd3223e5b274f6f9335dcb126c1bc16 for: {'port': 1} {{(pid=80232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 11:56:09.000654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:09.231964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a54ab-86f1-436b-b4da-513632ea9827 req-7570825a-9096-4c45-9405-3995449f9c9d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:09.233755 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-064a54ab-86f1-436b-b4da-513632ea9827 req-7570825a-9096-4c45-9405-3995449f9c9d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.2933774 Jan 26 11:56:09.388588 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-064a54ab-86f1-436b-b4da-513632ea9827 req-8fd8e2dd-9054-466a-b4f0-5c53a7e63df4 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1467147 Jan 26 11:56:09.519034 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Allocated IP 172.20.0.12 (03b1657a-0558-4edd-84d8-52cc387d5460/e3fbe156-ebc7-49c3-9583-f09dfe7bb865/b937aeb1-8364-4503-8142-d37a927065c7) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:56:09.855868 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-371781b7-57fc-4bf5-89f4-25431f36fdb1 req-ddfae977-4fc9-4663-a33d-6537ad368488 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 210 time: 0.1331687 Jan 26 11:56:10.036001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:10.062066 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Transition to ACTIVE for port object b937aeb1-8364-4503-8142-d37a927065c7 will not be triggered until provisioned by entity DHCP. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:56:10.160160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:10.179679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1652372f-30cf-4c19-aa5a-8bc35e85c523 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:10.289541 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:10.292966 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:10.618790 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Network 03b1657a-0558-4edd-84d8-52cc387d5460 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:56:10.624359 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:56:10.630114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:56:10.921740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:10.926769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:11.112962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6509e-9518-46ca-b7f5-35b0133541d9 req-2eb195b0-7c35-4b7d-ab0b-53e139f4d584 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:11.115250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d2fadb57-f0b9-441b-bb54-0eb2f1b24f32 None None] Provisioning for port b937aeb1-8364-4503-8142-d37a927065c7 completed by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:56:11.115478 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4df6509e-9518-46ca-b7f5-35b0133541d9 req-2eb195b0-7c35-4b7d-ab0b-53e139f4d584 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.3967674 Jan 26 11:56:11.125488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d2fadb57-f0b9-441b-bb54-0eb2f1b24f32 None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:11.127309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d2fadb57-f0b9-441b-bb54-0eb2f1b24f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:11.179449 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5252488 Jan 26 11:56:11.222113 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4df6509e-9518-46ca-b7f5-35b0133541d9 req-f650b0ab-e2a9-4507-a6ca-02c246c75af3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0857627 Jan 26 11:56:11.227815 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d2fadb57-f0b9-441b-bb54-0eb2f1b24f32 None None] Port b937aeb1-8364-4503-8142-d37a927065c7 cannot update to ACTIVE because it is not bound. {{(pid=80233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:56:11.400656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b319-9e52-4e4a-ad6b-11d1f6cfe4c9 req-f24e3b34-3dff-4ebe-ac7a-e94f3e6b9a8d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:11.401552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-1b06b319-9e52-4e4a-ad6b-11d1f6cfe4c9 req-f24e3b34-3dff-4ebe-ac7a-e94f3e6b9a8d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:56:11.456020 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-1b06b319-9e52-4e4a-ad6b-11d1f6cfe4c9 req-f24e3b34-3dff-4ebe-ac7a-e94f3e6b9a8d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:56:11.457566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b06b319-9e52-4e4a-ad6b-11d1f6cfe4c9 req-f24e3b34-3dff-4ebe-ac7a-e94f3e6b9a8d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.2501132 Jan 26 11:56:11.526900 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1b06b319-9e52-4e4a-ad6b-11d1f6cfe4c9 req-3aae5441-3e01-4e2f-aa48-714ac0c52303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618584 Jan 26 11:56:12.850448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47c1f-ded5-49c0-9caa-8006c8b13c62 req-dd50f9ba-35a8-459f-b824-00080958560c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:12.852356 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0bc47c1f-ded5-49c0-9caa-8006c8b13c62 req-dd50f9ba-35a8-459f-b824-00080958560c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.3277886 Jan 26 11:56:12.994996 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0bc47c1f-ded5-49c0-9caa-8006c8b13c62 req-21629872-9219-4509-bc77-c6971a726020 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0902219 Jan 26 11:56:13.108936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef484135-b08a-4e03-9dcc-a775e321eec4 req-4cd3eade-e496-475b-a482-d283bdfdc4bf tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:13.112020 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ef484135-b08a-4e03-9dcc-a775e321eec4 req-4cd3eade-e496-475b-a482-d283bdfdc4bf tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.2582929 Jan 26 11:56:13.181773 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ef484135-b08a-4e03-9dcc-a775e321eec4 req-c7b43112-48b1-47c7-9b93-14bcd5b7440e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576904 Jan 26 11:56:14.456282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc806e-dce0-4ec7-9cc3-04b9cc2bf13e req-80aa45c2-df97-4ca5-a56b-ef7ffb484cd5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:14.459602 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-39bc806e-dce0-4ec7-9cc3-04b9cc2bf13e req-80aa45c2-df97-4ca5-a56b-ef7ffb484cd5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.2750862 Jan 26 11:56:15.038196 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-39bc806e-dce0-4ec7-9cc3-04b9cc2bf13e req-a784163a-6247-4128-a7e2-9c31abffa7b7 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.5447822 Jan 26 11:56:15.125613 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dffcd-a6db-4714-8859-99904420465f req-097cc624-2bc2-47c1-a78e-7178569dd581 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:15.125613 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2a9dffcd-a6db-4714-8859-99904420465f req-097cc624-2bc2-47c1-a78e-7178569dd581 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.1936879 Jan 26 11:56:15.270251 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2a9dffcd-a6db-4714-8859-99904420465f req-a2bd0e86-befe-4c44-a1ee-da2078ac717b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370993 Jan 26 11:56:15.359974 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-624f0db2-19ef-4c21-9a34-c22052667456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:16.417682 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882dc43-952b-4737-8de2-38330e5ffb90 req-685c64c8-cea2-41d2-8bfc-af898d7f9a0a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:16.428098 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4882dc43-952b-4737-8de2-38330e5ffb90 req-685c64c8-cea2-41d2-8bfc-af898d7f9a0a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.1672101 Jan 26 11:56:16.619728 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4882dc43-952b-4737-8de2-38330e5ffb90 req-6038ec9b-bae6-4eff-a2a5-6ec1ce270443 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1905143 Jan 26 11:56:16.728272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de5de-7a54-49b1-be5a-a9dc0341eeeb req-4cc0b8cf-cf10-47b4-a2e1-0da437d1a0f4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:16.738940 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-251de5de-7a54-49b1-be5a-a9dc0341eeeb req-4cc0b8cf-cf10-47b4-a2e1-0da437d1a0f4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.2563028 Jan 26 11:56:16.819381 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-251de5de-7a54-49b1-be5a-a9dc0341eeeb req-04ec791f-95ff-4ee4-90e4-5e969a36c583 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762861 Jan 26 11:56:17.680121 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ee9cafac-9d53-4096-84a5-fd22bfbb2abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:18.081844 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9e07f-0f81-45bb-953a-c1d74850c2b5 req-6875f572-66a3-41f4-a355-4db2eee4c3a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:18.089335 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ce9e07f-0f81-45bb-953a-c1d74850c2b5 req-6875f572-66a3-41f4-a355-4db2eee4c3a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.2791018 Jan 26 11:56:18.200912 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4ce9e07f-0f81-45bb-953a-c1d74850c2b5 req-9b5a6024-355a-4ce0-8f8b-95593995be79 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0979781 Jan 26 11:56:18.668940 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d6473-483e-4431-8a1f-cb74d6b32c25 req-32d262f8-1ea2-4c7a-8eab-4e1d7d08a433 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:18.672192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d15d6473-483e-4431-8a1f-cb74d6b32c25 req-32d262f8-1ea2-4c7a-8eab-4e1d7d08a433 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.5011361 Jan 26 11:56:18.783074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-d15d6473-483e-4431-8a1f-cb74d6b32c25 req-6b6760a0-6e36-45cc-88d5-9bb016625268 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024582 Jan 26 11:56:19.280014 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:19.666618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdaf4b-4cc8-4a32-a065-00bca0697261 req-26b396cd-7816-4dbe-88cb-0fd5ba9c02d0 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:19.668905 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3fdaf4b-4cc8-4a32-a065-00bca0697261 req-26b396cd-7816-4dbe-88cb-0fd5ba9c02d0 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.1978431 Jan 26 11:56:19.673931 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:19.744330 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c3fdaf4b-4cc8-4a32-a065-00bca0697261 req-26aae8e2-b7dd-4d56-a55f-183279fc0575 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0623429 Jan 26 11:56:20.023227 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:20.117500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63fa2-cc63-42fb-98a0-e7f3f0260617 req-0a80f005-a68b-4710-8de0-3389cdfbc73c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:20.119412 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2bb63fa2-cc63-42fb-98a0-e7f3f0260617 req-0a80f005-a68b-4710-8de0-3389cdfbc73c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.1444461 Jan 26 11:56:20.183024 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2bb63fa2-cc63-42fb-98a0-e7f3f0260617 req-a017924b-3abb-4405-8bae-48b8877052d9 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564070 Jan 26 11:56:20.886340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Request body: {'port': {'device_id': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77238'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:21.117149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:21.677604 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981008-69c2-4bfd-ac71-6dccabdc6327 req-9e8e7654-4862-4ee0-9aa7-56b70184e9a2 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:21.679505 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c9981008-69c2-4bfd-ac71-6dccabdc6327 req-9e8e7654-4862-4ee0-9aa7-56b70184e9a2 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.7022495 Jan 26 11:56:21.759192 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-ed5321df-0af2-4b9d-bb28-afe49da1279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:21.760753 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-ed5321df-0af2-4b9d-bb28-afe49da1279b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6&tenant_id=447c7eada2df40f58b74a46c05f47505 HTTP/1.1" status: 200 len: 1160 time: 0.5038161 Jan 26 11:56:21.872798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfb8c5-91dd-46c7-b915-819053e2b694 req-efddb1c9-9bd1-4e34-90b5-d48d56715739 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:21.874573 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dcbfb8c5-91dd-46c7-b915-819053e2b694 req-efddb1c9-9bd1-4e34-90b5-d48d56715739 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 932 time: 0.4595695 Jan 26 11:56:22.002980 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-c9981008-69c2-4bfd-ac71-6dccabdc6327 req-0dfc7c54-b2fe-4e1d-8e76-f440b277b9c5 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2836416 Jan 26 11:56:22.051662 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-dcbfb8c5-91dd-46c7-b915-819053e2b694 req-b3cf733e-e261-49d6-96f1-a619eb1a890e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219802 Jan 26 11:56:22.108070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-fe939008-a898-4c32-9c23-082b8e19c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:22.109992 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-fe939008-a898-4c32-9c23-082b8e19c2bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1160 time: 0.2863193 Jan 26 11:56:22.318801 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b937aeb1-8364-4503-8142-d37a927065c7 {{(pid=80232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 11:56:22.332888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:22.374889 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Transition to ACTIVE for port object b937aeb1-8364-4503-8142-d37a927065c7 will not be triggered until provisioned by entity L2. {{(pid=80232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 11:56:22.378521 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-b8c73ca5-4498-4edd-8b4f-5c79fe0798e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:22.380199 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-b8c73ca5-4498-4edd-8b4f-5c79fe0798e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.2567270 Jan 26 11:56:22.479606 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:22.511447 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-cb2908a9-6f73-44bc-b232-78b3b9557c51 tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:22.710488 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-c438f252-32a9-4bd9-b715-c0db9b688b13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 999 time: 0.3225660 Jan 26 11:56:22.732951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:22.739194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:22.851439 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-3da2a193-eeeb-42c2-be30-91f95e00e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:22.853174 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-3da2a193-eeeb-42c2-be30-91f95e00e310 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1224773 Jan 26 11:56:22.950484 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41908) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:23.192668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.213826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:23.219681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d659ce5cf94968a8137486452419f0 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:23.223811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:23.231412 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:23.265403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Attempting to bind port b937aeb1-8364-4503-8142-d37a927065c7 on host hv-cinder-77238 for vnic_type normal with profile {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 11:56:23.266137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Attempting to bind port b937aeb1-8364-4503-8142-d37a927065c7 by drivers openvswitch on host hv-cinder-77238 at level 0 using segments [{'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 11:56:23.267004 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Attempting to bind port b937aeb1-8364-4503-8142-d37a927065c7 on network 03b1657a-0558-4edd-84d8-52cc387d5460 {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 11:56:23.282036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Checking agent: {'id': '37210847-66f9-4fc0-a76e-b62dbc934ea2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77238', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 11, 44, 4), 'started_at': datetime.datetime(2021, 1, 26, 11, 44, 34), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:56:23.285459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Checking segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 11:56:23.286282 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.287174 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Bound using segment: {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'} {{(pid=80232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:56:23.288175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Bound port: b937aeb1-8364-4503-8142-d37a927065c7, host: hv-cinder-77238, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b29ea-51c9-4938-b3b4-ef9688aa0531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460'}}] {{(pid=80232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 11:56:23.288827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.340633 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.365107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.376387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0792d930-a325-476c-90b7-c2c91b81ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:23.428002 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4d659ce5cf94968a8137486452419f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747400 Jan 26 11:56:23.430948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd9078-40b1-498e-8080-1906f7db5742,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:23.433517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 41918) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:23.437737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6248c1bf-8c50-4ebe-8e5c-10876a7734c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:23.520764 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.555334 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.645592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.655869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d724768d-8ee9-49fb-816d-1a570f6e4495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:23.685850 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd9078-40b1-498e-8080-1906f7db5742,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:23.692788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:23.701199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:23.703605 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-996ca7ba-d270-4614-9cd7-5881acfb9b53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18dd9078-40b1-498e-8080-1906f7db5742 HTTP/1.1" status: 204 len: 168 time: 0.2687159 Jan 26 11:56:23.717477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-92ce70c2-8188-4b91-909b-e5e582e895b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:23.721256 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-92ce70c2-8188-4b91-909b-e5e582e895b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7628050 Jan 26 11:56:23.981978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, cleared binding levels {{(pid=80232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 11:56:24.007288 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 11:56:24.103580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7a794-88dd-44da-9d16-d78d4eee5c77 req-1eaaa265-c4e1-4643-bafa-fee0844101ab tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:24.105488 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-46d7a794-88dd-44da-9d16-d78d4eee5c77 req-1eaaa265-c4e1-4643-bafa-fee0844101ab tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.5339582 Jan 26 11:56:24.172369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18766e21-ff90-4f9c-996c-fa99813a56b0 req-d91af11c-2e14-4324-a38f-079f63d7110c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:24.175465 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-18766e21-ff90-4f9c-996c-fa99813a56b0 req-d91af11c-2e14-4324-a38f-079f63d7110c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 944 time: 0.6002810 Jan 26 11:56:24.183562 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:24.227862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6c47ca26-0cb4-4f49-a203-09b4f0048f5a tempest-AttachVolumeNegativeTest-1363298608 tempest-AttachVolumeNegativeTest-1363298608] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:24.291680 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-7ba01b4f-9ff7-40a5-b71d-cf47321a3c6c service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478911 Jan 26 11:56:24.548048 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-46d7a794-88dd-44da-9d16-d78d4eee5c77 req-7bf2c127-7870-4e10-9080-41aa83dd8c28 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3705299 Jan 26 11:56:24.747046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=3']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:24.781892 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-18766e21-ff90-4f9c-996c-fa99813a56b0 req-93c1ed49-40e9-4258-9449-ff04ee7c3db6 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577312 Jan 26 11:56:24.783513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:24.844425 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5d910e83-ce56-4e91-a576-c54ac3b1ccc5 req-80e2d940-a23d-430f-9f1b-6b923a0b3844 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4733849 Jan 26 11:56:24.876608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:24.876942 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:24.879403 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-b45971bd-0477-40a9-a6c6-efef33bc8e4b service neutron] 10.222.0.24 "PUT /v2.0/ports/b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1158 time: 4.0033841 Jan 26 11:56:24.880146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:25.144610 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:56:25.278375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-c3ac6654-7c8e-4f7d-b346-35a7c68a1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:25.281062 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-c3ac6654-7c8e-4f7d-b346-35a7c68a1274 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1161 time: 0.2454362 Jan 26 11:56:25.412839 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-c0f8022d-a76d-4e10-b22a-831023c160fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 217 time: 0.1122115 Jan 26 11:56:25.507679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-04a8a180-3dac-4c74-8791-1ad567e1335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:25.509676 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-04a8a180-3dac-4c74-8791-1ad567e1335a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.0888398 Jan 26 11:56:25.621046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-3f2ab0d8-3cd7-4d8d-b84c-792cbf9cbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:25.623395 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-3f2ab0d8-3cd7-4d8d-b84c-792cbf9cbe25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1053250 Jan 26 11:56:25.909192 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-699ed7ad-b7da-4bf0-bfa0-2e3d6fa8e55b service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761590 Jan 26 11:56:26.020333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035281ad-778b-432d-a8b2-395504f5b2bc req-eeeec238-e8f4-4cd9-bb76-c0e4f5fbcdab tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.022135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-035281ad-778b-432d-a8b2-395504f5b2bc req-eeeec238-e8f4-4cd9-bb76-c0e4f5fbcdab tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.2276733 Jan 26 11:56:26.221453 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-035281ad-778b-432d-a8b2-395504f5b2bc req-1e3aa397-ac65-40f5-a391-cc79c8df6a52 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1019168 Jan 26 11:56:26.261566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-66adec8f-dfc2-4572-9740-c77028af6f23 req-9b9812bd-83d6-4366-a354-e1955e938928 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3410318 Jan 26 11:56:26.391970 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a191897-c1bc-4879-aff5-c36a5e97b843 req-b5b41729-4b6c-4316-94a3-3b5663d75af3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.393843 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3a191897-c1bc-4879-aff5-c36a5e97b843 req-b5b41729-4b6c-4316-94a3-3b5663d75af3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 944 time: 0.3705173 Jan 26 11:56:26.537328 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3a191897-c1bc-4879-aff5-c36a5e97b843 req-b55810a3-861f-4354-9c19-84aae399b927 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825870 Jan 26 11:56:26.554063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-299973b1-25d3-4800-b1b6-77beda0d700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.554429 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-299973b1-25d3-4800-b1b6-77beda0d700e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1161 time: 0.1524944 Jan 26 11:56:26.728928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-eefdd2ad-2e9f-4dbd-9525-771cda4f21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.730637 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-eefdd2ad-2e9f-4dbd-9525-771cda4f21a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.1687713 Jan 26 11:56:26.809780 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-d8953f0b-4fe0-4cc3-a7b2-2b16c3390673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 217 time: 0.0714192 Jan 26 11:56:26.893638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-17d4f232-89c2-4ce5-bca1-046954805b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.895705 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-17d4f232-89c2-4ce5-bca1-046954805b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.0771353 Jan 26 11:56:26.990535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-73049bd8-020e-41bf-a67c-70aa27a09028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:26.992379 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-73049bd8-020e-41bf-a67c-70aa27a09028 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884809 Jan 26 11:56:27.169405 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-a567ecd8-9d1d-43b3-9956-a2d1cef8ac04 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666884 Jan 26 11:56:27.370386 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9ebcbf8e-af46-4a49-ab48-5ad8a647f418 req-97b50c09-904a-4a7c-8a5b-95b6937d345e service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1932006 Jan 26 11:56:27.604024 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edc5c8-a152-442f-9ce5-28f57eec9a13 req-f0b37280-64af-461b-9398-211c81a7e598 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:27.608660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-60edc5c8-a152-442f-9ce5-28f57eec9a13 req-f0b37280-64af-461b-9398-211c81a7e598 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.2012045 Jan 26 11:56:27.704850 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-60edc5c8-a152-442f-9ce5-28f57eec9a13 req-74c0cc27-8332-4e81-8377-5c38e19f2e71 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0730145 Jan 26 11:56:27.996149 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbe4e9-6979-46b1-b4ac-8f9a335c6d9a req-a7ccdaf8-0051-4853-81c1-38e02e21d87f tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:27.999162 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a4fbe4e9-6979-46b1-b4ac-8f9a335c6d9a req-a7ccdaf8-0051-4853-81c1-38e02e21d87f tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 944 time: 0.2166302 Jan 26 11:56:28.370107 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a4fbe4e9-6979-46b1-b4ac-8f9a335c6d9a req-ced4b950-cd57-42c9-a9b0-22cbcb81f682 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575683 Jan 26 11:56:28.915222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:56:29.082151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddba73-2816-4b6b-a5d2-9c75a1e56c1e req-d6a7d76a-883f-44ac-a20e-763acbd7cff3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:29.083566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-75ddba73-2816-4b6b-a5d2-9c75a1e56c1e req-d6a7d76a-883f-44ac-a20e-763acbd7cff3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.1732104 Jan 26 11:56:29.137858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.objects.ports [None req-39ab70ef-007c-48d0-89c0-833e24ef2aae None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80233) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 11:56:29.161284 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-75ddba73-2816-4b6b-a5d2-9c75a1e56c1e req-5210c823-b1b8-4c4a-8a09-bd50b08026a3 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643172 Jan 26 11:56:29.649438 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054559f2-cb88-4609-bd5a-5b710ceae47a req-b2166b8f-a845-4344-9d11-05e8cd9fb4b3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:29.651679 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-054559f2-cb88-4609-bd5a-5b710ceae47a req-b2166b8f-a845-4344-9d11-05e8cd9fb4b3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 944 time: 0.1436057 Jan 26 11:56:29.718320 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-054559f2-cb88-4609-bd5a-5b710ceae47a req-3c7aee0f-d6ae-4705-af94-b27390531ecf tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591564 Jan 26 11:56:30.143336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b937aeb1-8364-4503-8142-d37a927065c7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:56:30.354039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning for port b937aeb1-8364-4503-8142-d37a927065c7 completed by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 11:56:30.361533 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:30.362220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:30.565296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d52a-0a8f-4647-98aa-baf9e6f5a667 req-10ef5dc8-11b1-4b13-bc93-fd6460a6a165 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:30.567461 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68e4d52a-0a8f-4647-98aa-baf9e6f5a667 req-10ef5dc8-11b1-4b13-bc93-fd6460a6a165 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 943 time: 0.1550419 Jan 26 11:56:30.569993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:30.603887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:30.617630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:56:30.650321 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-68e4d52a-0a8f-4647-98aa-baf9e6f5a667 req-9fb7590e-1b62-4851-a1d1-8293c43bb806 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0678816 Jan 26 11:56:30.680356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:30.682474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:56:30.735853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:30.834483 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'code': 200} Jan 26 11:56:30.918880 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=4']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:30.937160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.938072 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.939354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.939688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.940531 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.941345 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.942403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.943147 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.944112 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.945012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.945805 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.946821 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.947877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.948830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.949757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.950283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.951155 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.951955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.952757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.954205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.955065 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.955863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.956672 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.957396 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:30.973565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:30.986702 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:30.987886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:31.179035 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:31.180890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302641a3-464e-44aa-bbab-501e28f049fb req-9d47bdbf-9746-479d-a0ff-67a8a86d37e3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:31.182587 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-302641a3-464e-44aa-bbab-501e28f049fb req-9d47bdbf-9746-479d-a0ff-67a8a86d37e3 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1688774 Jan 26 11:56:31.231979 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=78ff9856-8c07-4470-b526-3f7fa2c94783,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:56:31.270230 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:31.275594 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-df24c474-2e59-4067-9efb-0bb2809588c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:31.319905 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-302641a3-464e-44aa-bbab-501e28f049fb req-c807691e-8c95-4354-9fd4-c663f647b01a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980742 Jan 26 11:56:31.329500 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676084-532b-4c9b-b742-007d75452ccb req-42b69a97-7958-4551-8a92-81d830bc8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:31.329500 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2d676084-532b-4c9b-b742-007d75452ccb req-42b69a97-7958-4551-8a92-81d830bc8c40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.1449978 Jan 26 11:56:31.383577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=6']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:31.387366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:31.395647 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2d676084-532b-4c9b-b742-007d75452ccb req-d6c5d165-4563-4586-979c-cb5a4db2b797 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Jan 26 11:56:31.906618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b937aeb1-8364-4503-8142-d37a927065c7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:56:32.047026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:32.048356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:32.065686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f26cc-6173-4ba2-a53c-9233d50ec3a4 req-f26f5901-abc7-4e99-adde-830184bb9326 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:32.068791 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-304f26cc-6173-4ba2-a53c-9233d50ec3a4 req-f26f5901-abc7-4e99-adde-830184bb9326 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.1655161 Jan 26 11:56:32.212407 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-304f26cc-6173-4ba2-a53c-9233d50ec3a4 req-a6f4d2cb-d1ed-475a-b2f9-663efd4219e8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1220031 Jan 26 11:56:32.452591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:56:32.536289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port 78ff9856-8c07-4470-b526-3f7fa2c94783 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:32.536716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:32.817964 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4210-897f-4071-b350-e3db6522302d req-df05200c-2b66-4cc6-b667-70bac4fdb57b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:32.821026 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-91ef4210-897f-4071-b350-e3db6522302d req-df05200c-2b66-4cc6-b667-70bac4fdb57b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.2239077 Jan 26 11:56:32.835807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:32.922105 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'code': 200} Jan 26 11:56:32.926669 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-91ef4210-897f-4071-b350-e3db6522302d req-132c4b73-419e-411a-aa5b-ca13600e59a8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Jan 26 11:56:33.578039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0959-badb-4da5-b784-3d59e7ed30ea req-89cb376c-ca5b-4ee0-8155-b9453511259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:33.580707 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5bbe0959-badb-4da5-b784-3d59e7ed30ea req-89cb376c-ca5b-4ee0-8155-b9453511259c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.2581103 Jan 26 11:56:33.672026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87150dd-d1fe-41cb-a855-4ba1fb972b02 req-b8732fd6-f5b5-46d6-9840-a6e908ded7f1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:33.675532 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b87150dd-d1fe-41cb-a855-4ba1fb972b02 req-b8732fd6-f5b5-46d6-9840-a6e908ded7f1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2853465 Jan 26 11:56:33.771542 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5bbe0959-badb-4da5-b784-3d59e7ed30ea req-770b7619-d341-458c-b7e9-a0a95e432e2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0926518 Jan 26 11:56:33.783462 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b87150dd-d1fe-41cb-a855-4ba1fb972b02 req-d7dbcc88-da0a-4fcb-971b-a6c836d0dc92 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0823436 Jan 26 11:56:34.097257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:34.238853 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835f8fc-7696-4a0f-adb2-2ec9bb5f1bc8 req-cef26f7a-d77b-4732-a4b1-dc018dda95ef tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:34.240722 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6835f8fc-7696-4a0f-adb2-2ec9bb5f1bc8 req-cef26f7a-d77b-4732-a4b1-dc018dda95ef tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1580334 Jan 26 11:56:34.348124 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6835f8fc-7696-4a0f-adb2-2ec9bb5f1bc8 req-4604e2a2-fda7-49dc-a2f5-e6369cb36589 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985363 Jan 26 11:56:34.683481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870b14-72ac-43c9-a248-5b0148f67e08 req-753d6c98-704f-4373-8a51-b2fd5c118160 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:34.685183 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0870b14-72ac-43c9-a248-5b0148f67e08 req-753d6c98-704f-4373-8a51-b2fd5c118160 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1632383 Jan 26 11:56:34.767294 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a0870b14-72ac-43c9-a248-5b0148f67e08 req-79728609-b490-4bdb-95b9-efb1302b2581 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Jan 26 11:56:35.226208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459bb1-b814-495a-80f2-9416f09d58ef req-9e3c42a7-2d65-4d92-aad6-2a8348836627 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:35.228025 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b9459bb1-b814-495a-80f2-9416f09d58ef req-9e3c42a7-2d65-4d92-aad6-2a8348836627 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.1752596 Jan 26 11:56:35.366199 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b9459bb1-b814-495a-80f2-9416f09d58ef req-58389895-a757-4519-98fb-8982068704e9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1208601 Jan 26 11:56:35.697810 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0807-ecd4-4868-9570-08eedaa528ee req-a4cada9f-211a-48b5-98d8-ddabb9168812 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:35.700089 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4a4f0807-ecd4-4868-9570-08eedaa528ee req-a4cada9f-211a-48b5-98d8-ddabb9168812 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.2060444 Jan 26 11:56:35.801634 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-4a4f0807-ecd4-4868-9570-08eedaa528ee req-046a0d15-839e-484a-bf4a-590fc79d05f6 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Jan 26 11:56:36.887040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3cdbf-ee54-49d6-96c5-19a107c448d3 req-2c5c4064-96f4-4368-99a3-4a05890a0254 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:36.890314 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-19b3cdbf-ee54-49d6-96c5-19a107c448d3 req-2c5c4064-96f4-4368-99a3-4a05890a0254 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2370586 Jan 26 11:56:37.003753 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-19b3cdbf-ee54-49d6-96c5-19a107c448d3 req-502dbb5c-b82f-40b3-9491-3f50d17cf74f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1056964 Jan 26 11:56:38.780513 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42116) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:39.009208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.033681 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:39.039509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Usage tracker for resource:security_group_rule and tenant:9cfb6dca7e434b21902aa25c8097fb81 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:39.043370 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:39.051172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:39.204858 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.251096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.267314 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0865f3f9-c2bc-4719-b7c4-84d9165e8d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:39.344525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cfb6dca7e434b21902aa25c8097fb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623217 Jan 26 11:56:39.346716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92472044-c8ff-41d0-a585-0af65bdd62e5,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:39.351530 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-374eabab-c711-419e-92c8-585f1327511b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:39.352909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42136) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:39.444050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.483368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.567524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.578852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-3d352e5b-cee6-4b60-baed-4d1e61618d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:39.594715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92472044-c8ff-41d0-a585-0af65bdd62e5,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:39.597248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:39.598505 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92472044-c8ff-41d0-a585-0af65bdd62e5 HTTP/1.1" status: 204 len: 168 time: 0.2444620 Jan 26 11:56:39.599543 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:43.656783 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9496-4e00-42a3-bfe4-34dd7eed24c2 req-81cb78a0-7314-4265-a3d1-189884f8f6ee tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:43.659649 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a68e9496-4e00-42a3-bfe4-34dd7eed24c2 req-81cb78a0-7314-4265-a3d1-189884f8f6ee tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.2517743 Jan 26 11:56:43.762612 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-a68e9496-4e00-42a3-bfe4-34dd7eed24c2 req-55d830cf-4e09-40f8-8a57-56595a98bba1 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Jan 26 11:56:44.095626 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-156e0e83-47bd-4272-ac19-2a62e9f3508c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2401664 Jan 26 11:56:44.115920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'floatingip': {'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:44.139622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:44.147299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:floatingip and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:44.152906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:44.164445 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:44.215648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:44.429835 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:44.901353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_common [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Allocated IP 172.28.1.123 (60a74b5d-545c-4476-81c7-7813f5d8dbf9/8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed/771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5) {{(pid=80232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 11:56:45.099393 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for port, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.165576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752054240149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.185122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-b2b0396d-a26a-4c2b-8d16-71061074327d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:45.372236 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f9e59284-a525-463f-8f10-dafd156f28df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.437239 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42264) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:45.450925 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'Port': ['ID=771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:45.474456 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.474882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.475309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.475714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.476119 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.476522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.476922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.477312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.477711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.478105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.478499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.478935 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.479416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.479824 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.480215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.480816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.481214 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.481612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.481997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.482392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.482873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.483274 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.483668 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.484058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:45.490133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:45.542475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Network 60a74b5d-545c-4476-81c7-7813f5d8dbf9 is already hosted by enough agents. {{(pid=80232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 11:56:45.543685 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.base_scheduler [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources bound (agent type, host, resource id): {{(pid=80232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 11:56:45.546303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Received port after_create {{(pid=80232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 11:56:45.653300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.675587 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.706698 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:45.715042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Usage tracker for resource:security_group_rule and tenant:50191f00efa441b3a632318922a2ddc9 is out of sync, need to count used quota {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:45.721307 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80231) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:45.727861 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:45.795347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.848982 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.879973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:45.928490 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1adf2fb9-0f30-40e1-a3c4-6a35319c56f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:45.954599 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50191f00efa441b3a632318922a2ddc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144343 Jan 26 11:56:45.959013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42274) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:45.997332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92ed7b-23a9-4cdf-911e-c97d9ea8d3c7,revision_number=1']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:46.015954 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.016813 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.017663 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.019179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.020102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.020975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.021869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.022808 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.023730 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.024557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.025395 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.026305 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.027452 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.028170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.029001 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.029745 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.030493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.031796 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.032559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.033311 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.034070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.034846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.035559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.036312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:56:46.047713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-a321b3ae-10b2-4e5b-8d4a-5dca5db25b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:46.232344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:46.330589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:46.482425 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:46.536373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:46.539967 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:46.562380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-86fb04dc-2888-4125-97ca-1e6786734850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:46.589729 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92ed7b-23a9-4cdf-911e-c97d9ea8d3c7,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:46.596862 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:46.599658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-284c5308-6d8c-4ab0-b650-8815859063a6 tempest-VolumesActionsTest-1766993508 tempest-VolumesActionsTest-1766993508] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:47.024799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:47.026060 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-754a420c-8049-4c63-afb6-adaa852364f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea92ed7b-23a9-4cdf-911e-c97d9ea8d3c7 HTTP/1.1" status: 204 len: 168 time: 1.0653415 Jan 26 11:56:47.030278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'Port': ['ID=771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5,revision_number=2']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:47.044133 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:47.176008 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:47.262651 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:47.264102 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1569064 Jan 26 11:56:47.420578 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-c44716f7-519b-4c40-9c0f-82a68bdef8cd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:floatingip {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:56:47.479479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-c44716f7-519b-4c40-9c0f-82a68bdef8cd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:floatingip {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:56:47.481079 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-c44716f7-519b-4c40-9c0f-82a68bdef8cd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.123 HTTP/1.1" status: 200 len: 696 time: 0.1971698 Jan 26 11:56:47.702413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a40a14ad-62e4-4c4c-aefe-7e3be023aba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:47.714638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-de382912-577c-4e53-b87f-dcc22d76e747 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:47.716570 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-de382912-577c-4e53-b87f-dcc22d76e747 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 784 time: 0.2290673 Jan 26 11:56:47.732046 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-e8ca8b2e-6018-45b2-bad9-1fe4b206d004 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:56:47.733476 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5b5e245d-9b8c-4a99-a6e0-a9c24f864d14 req-e8ca8b2e-6018-45b2-bad9-1fe4b206d004 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0073283 Jan 26 11:56:48.008769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540844-1d9b-4766-b661-957ff438159c req-bf4e3458-be1f-494f-805e-a3709b4d590d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:48.010558 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-bf4e3458-be1f-494f-805e-a3709b4d590d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1462624 Jan 26 11:56:48.117632 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-d34d69ae-6857-4c49-ae94-2853d0d8761e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.123 HTTP/1.1" status: 200 len: 696 time: 0.0993760 Jan 26 11:56:48.128809 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'floatingip': {'port_id': 'b937aeb1-8364-4503-8142-d37a927065c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:48.229528 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:48.450191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:49.048674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:49.078670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691612'] for floatingip, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:49.290848 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Floating IP d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0 associated. External IP: 172.28.1.123, port: b937aeb1-8364-4503-8142-d37a927065c7. Jan 26 11:56:49.661614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:49.879916 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Router f84552e2-5dae-44ec-b26c-8fef8b0447a6 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:56:50.080117 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:50.396298 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:56:50.402173 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:50.410347 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Sync routers for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:56:50.429928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:56:50.431209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:56:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:56:50.469571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-791b9e5c-3641-4632-b587-fdcbe4b3c708 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "PUT /v2.0/floatingips/d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0 HTTP/1.1" status: 200 len: 997 time: 2.3457122 Jan 26 11:56:50.470166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:50.582989 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:56:50.781115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:56:50.983143 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540844-1d9b-4766-b661-957ff438159c req-08beae06-dc8c-4971-80ed-ee7c633da3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:50.985447 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-08beae06-dc8c-4971-80ed-ee7c633da3e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.4874625 Jan 26 11:56:50.995341 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-1485bbf8-d2e9-4dab-a01b-8ddd8b172532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:50.997073 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-1485bbf8-d2e9-4dab-a01b-8ddd8b172532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.3192754 Jan 26 11:56:51.281691 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'd4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'port_id': 'b937aeb1-8364-4503-8142-d37a927065c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'mac_address': 'fa:16:3e:f6:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:45Z', 'updated_at': '2021-01-26T11:56:48Z', 'revision_number': 1, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:56:51.286793 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Checking router: f84552e2-5dae-44ec-b26c-8fef8b0447a6 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:56:51.299283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:56:51.300212 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:56:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:56:51.330083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540844-1d9b-4766-b661-957ff438159c req-0c92f7b2-faf6-463c-ad57-2a55038ed021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:51.332308 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-0c92f7b2-faf6-463c-ad57-2a55038ed021 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.3339643 Jan 26 11:56:51.337103 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-6cc932ad-f190-4c88-836a-593a98cc0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:51.340032 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-6cc932ad-f190-4c88-836a-593a98cc0446 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.3165133 Jan 26 11:56:51.573944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:56:51.636840 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-76bc68f4-f751-4f0f-a3bf-21de50b7724a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1000 time: 0.2905371 Jan 26 11:56:51.640376 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-bbd7ea4a-e03f-4d53-9b90-9ccb28ffa04f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1000 time: 0.2253885 Jan 26 11:56:51.814496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540844-1d9b-4766-b661-957ff438159c req-866fd7f3-37e2-4cc7-9aae-493fe982a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:51.816581 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-866fd7f3-37e2-4cc7-9aae-493fe982a2a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.1707411 Jan 26 11:56:51.822938 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-ad290eee-fe60-4c4e-b23e-48dc1c93a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:51.825867 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-ad290eee-fe60-4c4e-b23e-48dc1c93a7fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.1208022 Jan 26 11:56:52.005997 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-51a8f6d2-4672-4ced-817c-42baa9258d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:52.007878 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-51a8f6d2-4672-4ced-817c-42baa9258d37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1261156 Jan 26 11:56:52.012198 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540844-1d9b-4766-b661-957ff438159c req-fffadf3b-df45-4935-98e2-0e0e67fe9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:52.018441 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-fffadf3b-df45-4935-98e2-0e0e67fe9aae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1832340 Jan 26 11:56:52.028403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-295bd758-57e6-4f4a-86f1-046467fd72a3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:56:52.031007 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-295bd758-57e6-4f4a-86f1-046467fd72a3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0107131 Jan 26 11:56:52.036673 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-22573b24-41eb-4aa4-849b-62ff1a93d9ac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:56:52.038096 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-22573b24-41eb-4aa4-849b-62ff1a93d9ac service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060849 Jan 26 11:56:52.129222 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'd4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'port_id': 'b937aeb1-8364-4503-8142-d37a927065c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'mac_address': 'fa:16:3e:f6:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:45Z', 'updated_at': '2021-01-26T11:56:48Z', 'revision_number': 1, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:56:52.135065 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e378e-2ed9-4f47-8085-6de73bfea0e9 None None] The sync data for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb is: [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_floatingips': [{'id': 'd4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'router_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'port_id': 'b937aeb1-8364-4503-8142-d37a927065c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'mac_address': 'fa:16:3e:f6:dc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T11:56:45Z', 'updated_at': '2021-01-26T11:56:48Z', 'revision_number': 1, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:56:52.513337 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bc9537-b013-4cf5-84ea-9d1035a8e3af None None] New status for floating IP d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0: ACTIVE {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:56:52.568675 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-40725fa4-4e3b-4a93-9922-d3709af3fccc service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286403 Jan 26 11:56:52.572438 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-1820df92-15fc-489c-beec-9df3d6aac929 service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900477 Jan 26 11:56:53.003217 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1a896b68-8a43-4d4e-be52-004a31362f16 req-7022a53c-23b1-4258-a47e-924acb967de3 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4270148 Jan 26 11:56:53.016301 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ca540844-1d9b-4766-b661-957ff438159c req-9d70d103-1ea9-4bfa-89e4-182ebc7ce4dd service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3917601 Jan 26 11:56:53.137537 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-108522307', 'description': 'tempest-TestMinimumBasicScenario-108522307 description'}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:53.164917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:53.173304 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:security_group and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:53.178761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:53.189820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:53.232828 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.270124 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:53.285872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:security_group_rule and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:53.292544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:53.308291 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:53.461565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.501419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.507456 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-71465e56-01e3-4c6e-b2a6-4e12b83b4a1b tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:53.557605 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc2df6-c8b3-49bb-8157-67f911a6a06e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:53.561975 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:53.587289 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.589170 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3643c0e4-ede0-479e-84c1-d271bf95f802 req-fb2bc5a0-e3be-4592-8c30-cdf1087df385 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4602892 Jan 26 11:56:53.690528 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-9c993c06-8e83-4795-abc6-800109e3613c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups/a5dc2df6-c8b3-49bb-8157-67f911a6a06e HTTP/1.1" status: 200 len: 1812 time: 0.0626554 Jan 26 11:56:53.705266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5dc2df6-c8b3-49bb-8157-67f911a6a06e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:53.705863 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5dc2df6-c8b3-49bb-8157-67f911a6a06e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:53.722846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:53.727475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:security_group_rule and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:53.731865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:53.743142 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:53.862662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.895648 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.929995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:53.938507 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-76824441-d43b-45d2-914e-c379b115cdfe tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:53.963947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096fbbed-eee6-4d9d-a508-86a70757bcde,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:53.969847 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:54.010549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:54.012222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-0339a3f0-d461-45e3-97a2-31cfc20eb88e req-bdc1737f-f484-4ee7-8f23-1d21afc8b917 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3139546 Jan 26 11:56:54.123821 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3214498b-ef36-46cf-bc99-a57fecac642f req-eaeec2dc-a11f-47db-a17d-fa78b97cb591 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups/a5dc2df6-c8b3-49bb-8157-67f911a6a06e HTTP/1.1" status: 200 len: 2405 time: 0.0767529 Jan 26 11:56:54.137780 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5dc2df6-c8b3-49bb-8157-67f911a6a06e', 'remote_group_id': None}]} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:54.138135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5dc2df6-c8b3-49bb-8157-67f911a6a06e', 'remote_group_id': None}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:54.156591 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:56:54.161503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Usage tracker for resource:security_group_rule and tenant:ebd3223e5b274f6f9335dcb126c1bc16 is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:56:54.166188 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:56:54.175825 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:56:54.270000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:54.302435 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:54.336392 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895984'] for security_group_rule, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:54.340177 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6f7a9730-6d24-44bd-a06a-612eeaccb1d3 tempest-AttachVolumeTestJSON-195689917 tempest-AttachVolumeTestJSON-195689917] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:54.367751 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3013acf7-046c-44fb-9897-d451ccd3db5b,revision_number=0']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:54.370670 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:54.409947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group_rule, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:54.411695 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3214498b-ef36-46cf-bc99-a57fecac642f req-aed9771f-5747-4bc9-a03b-8f13400fb517 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2788372 Jan 26 11:56:54.644572 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d68ab4f8-5b91-49fa-882e-1e348754aea1 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:56:54.707067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d68ab4f8-5b91-49fa-882e-1e348754aea1 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:56:54.708453 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d68ab4f8-5b91-49fa-882e-1e348754aea1 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-108522307&fields=id&tenant_id=ebd3223e5b274f6f9335dcb126c1bc16 HTTP/1.1" status: 200 len: 267 time: 0.1243989 Jan 26 11:56:54.880098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d4b06a6d-5be0-4968-9318-25c4ad01a6ab tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:54.881911 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d4b06a6d-5be0-4968-9318-25c4ad01a6ab tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1603215 Jan 26 11:56:54.900361 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'port': {'security_groups': ['44459e62-8637-42bc-bac1-ad1fb78b85fe', 'a5dc2df6-c8b3-49bb-8157-67f911a6a06e']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:56:55.478908 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:56.120812 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:56:56.154830 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:56.192762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:56.211739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-567103dc-c6a0-4018-a27c-60e19adeff0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:56:56.498558 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=5']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:56:56.505798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:56:56.606163 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:56.607368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:56.609690 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7963af7f-1514-40c7-accd-ef392ebf5561 req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "PUT /v2.0/ports/b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 982 time: 1.7178240 Jan 26 11:56:56.610372 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:56.896047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-b5be7694-5308-4cc0-8e1a-f10bb1bf6bfa None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:56.896766 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b5be7694-5308-4cc0-8e1a-f10bb1bf6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:56.982420 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d02774-ac1c-40ba-9eb9-e9a2d9aeffa4 req-80250f79-38ca-4aa2-a82e-d1129cbf396a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:56.986595 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-13d02774-ac1c-40ba-9eb9-e9a2d9aeffa4 req-80250f79-38ca-4aa2-a82e-d1129cbf396a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.2044489 Jan 26 11:56:57.073827 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:56:57.130773 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-13d02774-ac1c-40ba-9eb9-e9a2d9aeffa4 req-cf696202-fd9a-43bd-8ac7-6967e72e8f56 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1377754 Jan 26 11:56:57.290973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-ed4b4900-1b79-4230-9984-2b0c47759413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:57.294117 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-ed4b4900-1b79-4230-9984-2b0c47759413 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1203 time: 0.1614876 Jan 26 11:56:57.501549 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-d6629144-a828-41f1-b883-8c6a340fee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:57.504484 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-d6629144-a828-41f1-b883-8c6a340fee94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.2015181 Jan 26 11:56:57.696050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-cd881000-002b-4d91-8bf3-1c43f4edbd6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1002 time: 0.1731956 Jan 26 11:56:57.783857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-42b648da-0b27-4587-a34b-50f9a1c9d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:57.785686 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-42b648da-0b27-4587-a34b-50f9a1c9d46e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.0794282 Jan 26 11:56:57.953194 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-2d8a9e78-9717-403c-81c8-b0c0199e6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:56:57.955903 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-2d8a9e78-9717-403c-81c8-b0c0199e6b07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1610236 Jan 26 11:56:58.242269 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-2b878e78-ff79-4d0e-988e-1b8bffad6a98 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769051 Jan 26 11:56:58.310714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b937aeb1-8364-4503-8142-d37a927065c7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:56:58.424342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:56:58.424749 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:56:58.512278 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2fe5f6b9-b0cc-4f17-b424-6483fac862f1 req-b39e5622-b11e-4737-8384-ad5432f7c628 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2539437 Jan 26 11:57:04.067367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:04.700351 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-680829f3-2037-470a-affa-e691c8c3358c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0869143 Jan 26 11:57:04.903713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-0a568998-2709-43a7-a356-47ef34f56bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:04.906010 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-0a568998-2709-43a7-a356-47ef34f56bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1060321 Jan 26 11:57:05.114075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-1b361874-fba9-4cab-8181-320964c4553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:05.115708 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-1b361874-fba9-4cab-8181-320964c4553d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.1839900 Jan 26 11:57:05.268207 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-91deafa7-99c6-4bf5-bec0-068103362d7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 1001 time: 0.1441395 Jan 26 11:57:05.359972 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-3f0265a8-0730-4f49-bdf5-fb637fed95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:05.361948 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-3f0265a8-0730-4f49-bdf5-fb637fed95ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.0860913 Jan 26 11:57:05.461662 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-86af7211-8159-470c-a529-311d2be8aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:05.463429 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-86af7211-8159-470c-a529-311d2be8aca3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932798 Jan 26 11:57:05.637960 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-910be5f5-3a8c-4d72-88d5-c43fe39e596a service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598663 Jan 26 11:57:05.807768 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-b40d3e79-16f6-42d9-85d7-7151ed342266 req-2333ff30-5e09-4130-9e36-aaeb905c7a50 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691804 Jan 26 11:57:05.907788 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:57:10.296592 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42412) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:10.584263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:10.608000 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 11:57:10.612720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Usage tracker for resource:security_group_rule and tenant:d5eccc7dc2fd4addb0f9318da302e5ac is out of sync, need to count used quota {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 11:57:10.616141 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80232) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 11:57:10.622560 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.quota.driver [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 11:57:10.735638 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:10.776656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_create {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:10.793807 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-0e1dc8bd-9479-446c-b200-1312f2a5b306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:57:10.878737 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5eccc7dc2fd4addb0f9318da302e5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800729 Jan 26 11:57:10.881495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42418) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:10.881917 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c6654-ca69-46c0-81d9-b904b220d48e,revision_number=1']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:57:10.888333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8c3766f1-d864-41f2-9103-fb104090d49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:57:10.971385 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:11.004849 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:11.102023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:11.110375 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-32e53aad-70d0-49ad-87a8-6e99fe54ab77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:57:11.135316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c6654-ca69-46c0-81d9-b904b220d48e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:57:11.139042 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:57:11.147919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:11.149239 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5eaaa9ba-8356-4e13-992a-ea858bd5c474 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/900c6654-ca69-46c0-81d9-b904b220d48e HTTP/1.1" status: 204 len: 168 time: 0.2664511 Jan 26 11:57:15.058859 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc122e3b-eb48-45e3-98dc-38bce108beb7 req-65e425ce-5744-4591-9c3c-37cbcffd47c9 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:15.060635 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cc122e3b-eb48-45e3-98dc-38bce108beb7 req-65e425ce-5744-4591-9c3c-37cbcffd47c9 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.3043332 Jan 26 11:57:15.064384 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-77210470-5940-4742-9581-7e75d9cfa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:15.066429 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-77210470-5940-4742-9581-7e75d9cfa2cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1203 time: 0.2447782 Jan 26 11:57:15.257579 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cc122e3b-eb48-45e3-98dc-38bce108beb7 req-435e575b-0f87-49a0-975f-ba0a3027718f tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1842649 Jan 26 11:57:15.315441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-0d656ac0-39ee-4448-a560-da4677eb4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:15.317472 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-0d656ac0-39ee-4448-a560-da4677eb4587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.2420309 Jan 26 11:57:15.370340 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-32971505-bb7e-4ea1-a0a5-0086ca2cc7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:15.446662 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-c9184500-4574-415a-8498-725c1165e0bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1002 time: 0.1196699 Jan 26 11:57:15.547474 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-2d626c8d-ec7b-49a5-8586-7ba5e911160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:15.550260 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-2d626c8d-ec7b-49a5-8586-7ba5e911160b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.0962515 Jan 26 11:57:15.672696 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-23267b6d-5857-4fb8-b888-87f6c29e9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:15.672696 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-23267b6d-5857-4fb8-b888-87f6c29e9dfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970528 Jan 26 11:57:15.832339 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-cf647860-f361-4652-8935-d66cadf13514 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657724 Jan 26 11:57:16.235222 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ecda6a22-7c46-4bb8-b20d-7a1c81f4a092 req-7fc066d5-9025-4ff5-8ea5-04038b2a2c0a service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3943830 Jan 26 11:57:16.626431 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613da3b-c568-4a2b-8e0d-178ae7db87db req-1810aa67-4abe-4076-9c70-5afd4a7c3b0e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:16.628167 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1613da3b-c568-4a2b-8e0d-178ae7db87db req-1810aa67-4abe-4076-9c70-5afd4a7c3b0e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1463904 Jan 26 11:57:16.708495 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-1613da3b-c568-4a2b-8e0d-178ae7db87db req-2088d44f-8fc4-4128-a361-61e2af243c3b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0724950 Jan 26 11:57:17.707254 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-84595060-4f93-4450-9cc7-2d50bda56b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:17.998839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd9a16-1004-4bdb-9e05-599bdc8fd490 req-080fbb02-7b54-4356-ab6d-60e7846509e4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:18.000671 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98fd9a16-1004-4bdb-9e05-599bdc8fd490 req-080fbb02-7b54-4356-ab6d-60e7846509e4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1395431 Jan 26 11:57:18.083096 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98fd9a16-1004-4bdb-9e05-599bdc8fd490 req-97ebee06-e206-4104-923e-23deddb0091e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0750017 Jan 26 11:57:18.449993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:19.427897 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821ded-7589-4407-952f-2f2ee16216b1 req-66c13cef-7e8a-49d0-a7eb-dbcf8f8d7c22 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:19.429651 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98821ded-7589-4407-952f-2f2ee16216b1 req-66c13cef-7e8a-49d0-a7eb-dbcf8f8d7c22 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1923246 Jan 26 11:57:19.506758 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-98821ded-7589-4407-952f-2f2ee16216b1 req-f1309e72-14c7-415f-ab8f-e3f3931806a6 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0699253 Jan 26 11:57:19.655816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:20.032428 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:20.808331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b52ba-6edb-4613-b847-1339179ae25c req-ce9d53f6-e9fc-4464-9b0a-df15535a354e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:20.810018 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-129b52ba-6edb-4613-b847-1339179ae25c req-ce9d53f6-e9fc-4464-9b0a-df15535a354e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1565447 Jan 26 11:57:20.888462 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-129b52ba-6edb-4613-b847-1339179ae25c req-b474a34a-de01-4f10-821a-ec660efb3f05 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0655670 Jan 26 11:57:22.169206 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d89f2-4040-4897-ae12-a512a782ecde req-fd93519d-32cd-4f40-82da-430ab65ed388 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:22.171243 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f40d89f2-4040-4897-ae12-a512a782ecde req-fd93519d-32cd-4f40-82da-430ab65ed388 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1417553 Jan 26 11:57:22.250073 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f40d89f2-4040-4897-ae12-a512a782ecde req-dbdb26ea-2e0f-48bc-8520-4e88bde4b019 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0712974 Jan 26 11:57:23.695047 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf7bb-bd8c-4ef1-99dd-17797ccc6f0c req-ed9cb416-64ff-423c-89fb-54926ead3a7d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:23.696760 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-196cf7bb-bd8c-4ef1-99dd-17797ccc6f0c req-ed9cb416-64ff-423c-89fb-54926ead3a7d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1399920 Jan 26 11:57:23.781648 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-196cf7bb-bd8c-4ef1-99dd-17797ccc6f0c req-6ec9e0b8-650b-438a-8ed7-a05d2fa7f659 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0768418 Jan 26 11:57:25.127335 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e3136-82d9-471a-94ed-ced7492d7019 req-f8459020-8267-49fa-9edb-429533858695 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:25.129433 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f66e3136-82d9-471a-94ed-ced7492d7019 req-f8459020-8267-49fa-9edb-429533858695 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1480026 Jan 26 11:57:25.269074 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f66e3136-82d9-471a-94ed-ced7492d7019 req-635e06d3-680b-4187-81a4-3d794c3e438a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1302032 Jan 26 11:57:26.632053 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfa200-3ebb-49c3-86e1-91d21a4132be req-d4be631d-bb7e-43a6-92fd-9f956416bfbd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:26.634299 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e8bfa200-3ebb-49c3-86e1-91d21a4132be req-d4be631d-bb7e-43a6-92fd-9f956416bfbd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1487255 Jan 26 11:57:26.724687 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-e8bfa200-3ebb-49c3-86e1-91d21a4132be req-afaeac7b-d119-48b5-95bb-bce4af8bf8cc tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0811300 Jan 26 11:57:28.027189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e97f-501b-41da-91f5-f574ae58df8d req-4d60f00d-0529-492c-a3f6-b83cdf5861ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:28.028959 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f707e97f-501b-41da-91f5-f574ae58df8d req-4d60f00d-0529-492c-a3f6-b83cdf5861ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1426842 Jan 26 11:57:28.105566 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f707e97f-501b-41da-91f5-f574ae58df8d req-6c2cffa7-e071-4adb-8861-0ddd08b52374 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=a5dc2df6-c8b3-49bb-8157-67f911a6a06e&id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0690391 Jan 26 11:57:34.112268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:42.909522 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:57:45.358798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-b0b862da-4481-43b6-a8d0-bee491003147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:47.672356 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bde19cf0-60a8-492b-a3dc-a479c298fb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:48.455332 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:49.667475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:50.037836 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:57.918312 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-25289fe2-56f0-4a78-982c-d9b821b37c67 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/floatingips/02125abc-2707-44cd-b1a1-d43dde4b9909 HTTP/1.1" status: 200 len: 998 time: 0.1531694 Jan 26 11:57:58.145870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-bca02d9e-b0b2-4022-a282-727e71fb576d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:58.147571 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-bca02d9e-b0b2-4022-a282-727e71fb576d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 784 time: 0.2225850 Jan 26 11:57:58.164827 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-c89160cc-4452-4315-99d9-6167bac0225e tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=80232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 11:57:58.166110 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-c89160cc-4452-4315-99d9-6167bac0225e tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0069828 Jan 26 11:57:58.346692 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-3b692817-b93c-47cd-9a3d-faeafd2507cb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1707158 Jan 26 11:57:58.483430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-7248bb67-e8e4-4982-8e4e-7abc07d8707f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:57:58.485294 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-7248bb67-e8e4-4982-8e4e-7abc07d8707f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports/78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 942 time: 0.1325037 Jan 26 11:57:58.709322 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-8c3cd16e-10a1-4128-aa53-c5ade1abf3f8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1339405 Jan 26 11:57:59.071842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Deleting port 8147432b-a14c-473e-9f03-5f6026a9c7b8 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:57:59.072559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:59.395496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:59.395895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:59.538097 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Calling delete_port for 8147432b-a14c-473e-9f03-5f6026a9c7b8 owned by network:floatingip {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:57:59.758094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:57:59.776892 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e19adf82-a202-4625-b3ae-8fe21fff15a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:57:59.837785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event deleted for resources: {'Port': ['ID=8147432b-a14c-473e-9f03-5f6026a9c7b8,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:57:59.850093 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.850516 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.850985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.851399 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.851811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.852216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.852622 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.853026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.853436 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.853841 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.854252 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.854653 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.855162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.855589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.855956 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.856352 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.857309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.857707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.858105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.858506 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.858922 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.859318 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.859718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.860113 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:57:59.914867 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:00.038888 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for floatingip, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:00.039200 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Floating IP 02125abc-2707-44cd-b1a1-d43dde4b9909 disassociated (deleted). External IP: 172.28.1.124, port: 78ff9856-8c07-4470-b526-3f7fa2c94783. Jan 26 11:58:00.484063 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Router 7dcab642-7830-47a4-95a2-28ccb4f20878 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:58:01.016611 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:58:01.028792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Sync routers for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:58:01.040539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:01.041457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:57:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:01.094631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:01.170723 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-ede6e15a-4d2e-4762-b7f0-73de48835736 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "DELETE /v2.0/floatingips/02125abc-2707-44cd-b1a1-d43dde4b9909 HTTP/1.1" status: 204 len: 173 time: 2.4543614 Jan 26 11:58:01.171453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:01.263893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:01.264455 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'status': 'completed', 'code': 200} Jan 26 11:58:01.313179 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-dcbda8c3-e4d0-4ed0-b541-5c9f7a481199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:01.322968 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-dcbda8c3-e4d0-4ed0-b541-5c9f7a481199 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.1338215 Jan 26 11:58:01.657150 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-3615b7e9-3b4e-4908-bc72-26891fa902ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:01.658860 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-3615b7e9-3b4e-4908-bc72-26891fa902ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.3259914 Jan 26 11:58:01.667250 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-c5708f9f-343f-4ffb-8887-04ca00c366c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:01.668986 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-c5708f9f-343f-4ffb-8887-04ca00c366c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447c7eada2df40f58b74a46c05f47505&device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 1162 time: 0.2916045 Jan 26 11:58:01.771311 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-a1ef621a-c4d1-4a1e-a338-9a03d66104f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 217 time: 0.0991344 Jan 26 11:58:01.873710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:01.878718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Checking router: 7dcab642-7830-47a4-95a2-28ccb4f20878 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:58:01.890175 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:01.891022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:57:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:01.964470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-bfb496b3-7ebd-436e-ba89-af425077e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:01.966189 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-bfb496b3-7ebd-436e-ba89-af425077e980 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.1719513 Jan 26 11:58:02.056059 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-102e8ca7-aa98-4ab1-8a39-e145f8e9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:02.058709 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-102e8ca7-aa98-4ab1-8a39-e145f8e9aa1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 200 len: 902 time: 0.3247113 Jan 26 11:58:02.112965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:02.149217 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-98d36233-81eb-4173-b72a-90c7c3e7a85f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 200 len: 217 time: 0.0822079 Jan 26 11:58:02.236501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-e1337826-f91b-4844-bd9b-663daf209e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:02.238119 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-e1337826-f91b-4844-bd9b-663daf209e97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2524545 Jan 26 11:58:02.248834 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-2c027294-7cdb-4b2e-96c5-87752e1117eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:02.253448 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-2c027294-7cdb-4b2e-96c5-87752e1117eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 200 len: 847 time: 0.0941515 Jan 26 11:58:02.508045 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-b65c5e29-a656-4371-8700-7523238d974f service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342122 Jan 26 11:58:02.513811 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-37d25119-1cb2-439c-919c-0cd94fd8d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:02.515525 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-37d25119-1cb2-439c-919c-0cd94fd8d39d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3011b9c-cd04-4d0c-b2b0-280405a199c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2450616 Jan 26 11:58:02.544909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:02.551525 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78ab357-26c9-4f41-a358-c7c207d51e25 None None] The sync data for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb is: [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:52:28Z', 'revision_number': 4, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': '9d0c9953-3c9b-45b7-80f8-edb86af54894', 'name': '', 'network_id': 'd3011b9c-cd04-4d0c-b2b0-280405a199c2', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'mac_address': 'fa:16:3e:a8:bf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:27Z', 'updated_at': '2021-01-26T11:52:42Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'subnets': [{'id': '681297bc-3f37-4def-99c8-5c7dcc6c6b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:58:02.833513 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-fb3f09ff-4b1e-47ec-bc8b-309ffcfb0ee2 req-da28254d-56df-4218-a094-e34996244163 service neutron] 10.222.0.53 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3164425 Jan 26 11:58:02.835644 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-c2696020-a120-46aa-bfde-656d461531b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943382 Jan 26 11:58:03.019713 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12059ba-5f7b-444e-a6c4-047ea8dd26c1 None None] New status for floating IP 02125abc-2707-44cd-b1a1-d43dde4b9909: DOWN {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:58:03.074893 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8820ecfd-21b7-44af-8cb4-8a2bcbb1cc86 req-37ff963f-3723-4154-9304-63557de6f707 service neutron] 10.222.0.24 "GET /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2303817 Jan 26 11:58:03.594151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ec770-9585-45fa-b027-38fab176d696 req-98c1b3cc-418a-4d3b-bae9-b18e4ed4be59 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:03.594890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-2e4ec770-9585-45fa-b027-38fab176d696 req-98c1b3cc-418a-4d3b-bae9-b18e4ed4be59 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:58:03.661515 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-2e4ec770-9585-45fa-b027-38fab176d696 req-98c1b3cc-418a-4d3b-bae9-b18e4ed4be59 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:58:03.664038 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e4ec770-9585-45fa-b027-38fab176d696 req-98c1b3cc-418a-4d3b-bae9-b18e4ed4be59 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.2081432 Jan 26 11:58:03.738360 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-2e4ec770-9585-45fa-b027-38fab176d696 req-26d71b31-ffd1-41e2-b22d-8713abaa356d tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643532 Jan 26 11:58:03.931210 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6b47c007-fe35-4635-9b9c-462812532523 req-676d36b9-648e-4610-80eb-d73622ff937b tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-108522307&fields=id&tenant_id=ebd3223e5b274f6f9335dcb126c1bc16 HTTP/1.1" status: 200 len: 267 time: 0.0628037 Jan 26 11:58:04.078367 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47c007-fe35-4635-9b9c-462812532523 req-2fb4a5cf-1b6f-43c1-8b1c-b39538a2a30d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:04.080135 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6b47c007-fe35-4635-9b9c-462812532523 req-2fb4a5cf-1b6f-43c1-8b1c-b39538a2a30d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 985 time: 0.1373768 Jan 26 11:58:04.093538 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.v2.base [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Request body: {'port': {'security_groups': ['44459e62-8637-42bc-bac1-ad1fb78b85fe']}} {{(pid=80232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:04.117573 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:04.244100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:04.627661 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:04.719329 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for port, precommit_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:04.734664 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-ddb88693-1a74-4a5e-b9b3-76ed5d09890a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1043155 Jan 26 11:58:04.740151 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853574613'] for port, after_update {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:04.756647 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8797239f-9085-489f-87d4-e34487057c94 tempest-AttachVolumeShelveTestJSON-1028751072 tempest-AttachVolumeShelveTestJSON-1028751072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:05.288855 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=6']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:05.297309 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:05.378998 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-23193f04-8378-4abe-879e-f211e9117a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:05.380738 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-23193f04-8378-4abe-879e-f211e9117a16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.5911577 Jan 26 11:58:05.423048 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:05.423819 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:05.425466 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-6b47c007-fe35-4635-9b9c-462812532523 req-6f0a6bef-cdf0-4bdb-83bd-a6013fa0542a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "PUT /v2.0/ports/b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 943 time: 1.3379741 Jan 26 11:58:05.468451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:05.574557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae43c29-abb2-4a5d-a059-ced4a192f059 req-0e280844-7121-47e4-a3c7-bea54d610afb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:05.577002 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-eae43c29-abb2-4a5d-a059-ced4a192f059 req-0e280844-7121-47e4-a3c7-bea54d610afb tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.3786464 Jan 26 11:58:05.640842 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-d2cde727-7d8b-40fc-9d8a-a338e72e13e8 None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity DHCP. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:58:05.641366 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d2cde727-7d8b-40fc-9d8a-a338e72e13e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:05.801590 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-714e03c0-d60b-415b-934a-da941975bc80 req-8d347e84-0abe-47d0-8325-1762f8687335 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups/a5dc2df6-c8b3-49bb-8157-67f911a6a06e HTTP/1.1" status: 200 len: 3003 time: 0.3202369 Jan 26 11:58:05.821748 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-eae43c29-abb2-4a5d-a059-ced4a192f059 req-3ee2ef81-cbd1-4d46-bd3d-be77da1c1a2a tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2230835 Jan 26 11:58:05.941634 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-88a2931f-6a10-4aab-ae40-bb315e43c69c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:05.943397 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-88a2931f-6a10-4aab-ae40-bb315e43c69c tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.24 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.5591209 Jan 26 11:58:05.945269 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:58:05.949701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-73acf0bb-a3aa-4698-917c-6fc7b2454c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:05.951996 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-73acf0bb-a3aa-4698-917c-6fc7b2454c54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.4694660 Jan 26 11:58:06.178962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Deleting port 78ff9856-8c07-4470-b526-3f7fa2c94783 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:06.179248 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.219984 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-714e03c0-d60b-415b-934a-da941975bc80 req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.245755 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-54b77c69-512f-4341-ab1d-e7ed01c174a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1002 time: 0.2407892 Jan 26 11:58:06.343915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-714e03c0-d60b-415b-934a-da941975bc80 req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.429087 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-33c11baa-5f20-4c50-8722-f4b5d2d9a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:06.430723 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-33c11baa-5f20-4c50-8722-f4b5d2d9a212 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.1695266 Jan 26 11:58:06.659671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-714e03c0-d60b-415b-934a-da941975bc80 req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.668185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-04ac6817-dd2f-4565-ba29-d10db55b1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:06.700617 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-ed75d4d8-6889-4e6c-9d18-9526c48dc099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:06.702300 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-ed75d4d8-6889-4e6c-9d18-9526c48dc099 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2539623 Jan 26 11:58:06.715941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc2df6-c8b3-49bb-8157-67f911a6a06e,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:06.751866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:06.790467 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-714e03c0-d60b-415b-934a-da941975bc80 req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.791822 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-714e03c0-d60b-415b-934a-da941975bc80 req-93d49515-8241-4451-8411-fd8afd93f9c8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "DELETE /v2.0/security-groups/a5dc2df6-c8b3-49bb-8157-67f911a6a06e HTTP/1.1" status: 204 len: 173 time: 0.9642634 Jan 26 11:58:06.794283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] For port 78ff9856-8c07-4470-b526-3f7fa2c94783, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=78ff9856-8c07-4470-b526-3f7fa2c94783,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:06.794804 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:06.944981 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b937aeb1-8364-4503-8142-d37a927065c7 up at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 11:58:07.066457 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.provisioning_blocks [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Provisioning complete for port b937aeb1-8364-4503-8142-d37a927065c7 triggered by entity L2. {{(pid=80233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 11:58:07.067877 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850984272'] for port, provisioning_complete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:07.082172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Calling delete_port for 78ff9856-8c07-4470-b526-3f7fa2c94783 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:07.341032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device 78ff9856-8c07-4470-b526-3f7fa2c94783 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:07.349724 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-1b7d1a0f-3459-4914-bf94-9f9d69670a50 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/floatingips/d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0 HTTP/1.1" status: 200 len: 999 time: 0.4855299 Jan 26 11:58:07.353413 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-856cc526-062e-4a39-ad3e-54d6da804fab service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262875 Jan 26 11:58:07.512137 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:07.957216 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12858-fe46-4c19-9069-0ff7e812a6d1 req-99e8da25-6abb-4462-89b7-a785d08ebc11 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:07.959012 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-91c12858-fe46-4c19-9069-0ff7e812a6d1 req-99e8da25-6abb-4462-89b7-a785d08ebc11 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 945 time: 0.8423753 Jan 26 11:58:08.103749 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-da61816e-cfe1-4030-8ca1-b8a3cbdc3e98 req-12285ffc-a9d9-4229-bca2-7b32b6dfe3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7356658 Jan 26 11:58:08.117289 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-91c12858-fe46-4c19-9069-0ff7e812a6d1 req-a077fd88-d5e7-4572-bd3b-c0b45dcfe18f tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups?id=bf05f536-2b99-494b-b73e-d005aae046c1&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1296904 Jan 26 11:58:08.166162 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-17279884-8d8c-4f38-b89e-94de894c3016 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:08.168087 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-17279884-8d8c-4f38-b89e-94de894c3016 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/networks/60a74b5d-545c-4476-81c7-7813f5d8dbf9 HTTP/1.1" status: 200 len: 784 time: 0.7933016 Jan 26 11:58:08.170208 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:08.187631 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8f91b3b7-2b3d-4c1f-a8b7-7d7561783683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:08.352290 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event deleted for resources: {'Port': ['ID=78ff9856-8c07-4470-b526-3f7fa2c94783,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:08.370786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:08.526028 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-4441c903-c60b-43bb-8403-5ef596e53b47 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.123 HTTP/1.1" status: 200 len: 1002 time: 0.2991605 Jan 26 11:58:08.657497 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-22b91060-0804-4445-beaa-40de8e93c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:08.659216 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-22b91060-0804-4445-beaa-40de8e93c231 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.4312255 Jan 26 11:58:08.807501 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-c1e3cfda-30f3-4101-b5e3-2e80bf66e696 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:08.809115 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-c1e3cfda-30f3-4101-b5e3-2e80bf66e696 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports/b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 943 time: 0.2721925 Jan 26 11:58:08.813504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] No DVR routers for this DVR port 78ff9856-8c07-4470-b526-3f7fa2c94783 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:58:08.817978 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:08.821036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-deleted', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:08.900774 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a7e336-fedb-4e52-ba19-d7201c356cd6', 'name': 'network-vif-deleted', 'tag': '78ff9856-8c07-4470-b526-3f7fa2c94783', 'status': 'completed', 'code': 200} Jan 26 11:58:09.004471 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-3989bdc3-e2f4-4c51-b0e4-f072a78849bb req-53445caf-8eb7-4d2d-9b4d-97d92f1a21b8 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.24 "DELETE /v2.0/ports/78ff9856-8c07-4470-b526-3f7fa2c94783 HTTP/1.1" status: 204 len: 173 time: 3.0441024 Jan 26 11:58:09.035723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-3ebf88cc-0e0e-47ab-ad79-29e88ff6abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:09.037354 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-3ebf88cc-0e0e-47ab-ad79-29e88ff6abcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.3666301 Jan 26 11:58:09.158559 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-08f25b6b-2bdd-4a37-9b16-03646deec5d8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.28.1.123 HTTP/1.1" status: 200 len: 1002 time: 0.2283845 Jan 26 11:58:09.287050 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-1ccfe08c-55d7-4a44-9066-af522e2425f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 1002 time: 0.2358036 Jan 26 11:58:09.417226 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-9cead791-ab8b-486c-a640-9e206c11e7c8 req-8bbd14d4-36ea-4e34-9b49-3ccdc46a58ac tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Synchronizing usage tracker for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:58:09.559962 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-e7b58eb7-e0e8-4f21-8efd-b24985936d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:09.561649 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-e7b58eb7-e0e8-4f21-8efd-b24985936d27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.2600315 Jan 26 11:58:09.619064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-9cead791-ab8b-486c-a640-9e206c11e7c8 req-8bbd14d4-36ea-4e34-9b49-3ccdc46a58ac tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Unset dirty status for tenant:447c7eada2df40f58b74a46c05f47505 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:58:09.620289 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-9cead791-ab8b-486c-a640-9e206c11e7c8 req-8bbd14d4-36ea-4e34-9b49-3ccdc46a58ac tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/ports?device_id=11a7e336-fedb-4e52-ba19-d7201c356cd6 HTTP/1.1" status: 200 len: 210 time: 0.2695379 Jan 26 11:58:09.627612 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Deleting port 771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:09.633873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:09.846496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-48c76908-53d8-4468-b666-b6d3d7ad0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:09.848339 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-48c76908-53d8-4468-b666-b6d3d7ad0980 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2793605 Jan 26 11:58:09.927279 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:09.927619 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:10.377879 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Calling delete_port for 771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5 owned by network:floatingip {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:10.479137 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-da61dd6d-25fc-4215-a222-f84c6b3ccc51 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188750 Jan 26 11:58:10.712379 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-59457cef-581b-4ca5-a0ba-5123b248b4ee req-508616c5-4eaa-4a5b-8529-f744b913ca04 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2202835 Jan 26 11:58:10.763618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:10.786062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d93c4caf-85e2-494d-9c9e-76a8d89df008 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:10.851272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event deleted for resources: {'Port': ['ID=771b2d4a-168d-4af9-8f3e-3ec3aa54bdf5,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:10.856878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:11.032440 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-6e30220b-3d1a-4c18-b4a3-1712763487b9 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "GET /v2.0/security-groups/bf05f536-2b99-494b-b73e-d005aae046c1 HTTP/1.1" status: 200 len: 2993 time: 0.1174843 Jan 26 11:58:11.159687 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks [] for floatingip, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:11.160071 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.db.l3_db [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Floating IP d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0 disassociated (deleted). External IP: 172.28.1.123, port: b937aeb1-8364-4503-8142-d37a927065c7. Jan 26 11:58:11.329883 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:11.390107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:11.636129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:11.643135 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9aa7e38b-7a91-46a8-bb1c-2fcc09dbcb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:11.674980 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf05f536-2b99-494b-b73e-d005aae046c1,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:11.681315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:11.719050 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Router f84552e2-5dae-44ec-b26c-8fef8b0447a6 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:58:11.881263 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:11.881263 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f8e10dd9-4f71-4499-8fca-1c3f90cc4d3c req-4c791d85-ab71-40a6-8426-283634d0c7b1 tempest-TestShelveInstance-2139058422 tempest-TestShelveInstance-2139058422] 10.222.0.53 "DELETE /v2.0/security-groups/bf05f536-2b99-494b-b73e-d005aae046c1 HTTP/1.1" status: 204 len: 173 time: 0.8409314 Jan 26 11:58:11.998629 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:58:12.004878 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for floatingip, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:12.011387 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Sync routers for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:58:12.024666 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:12.025618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:57:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:12.087726 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-11af9b4f-5581-4524-a795-6ae65f6cb3f8 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "DELETE /v2.0/floatingips/d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0 HTTP/1.1" status: 204 len: 173 time: 2.9143691 Jan 26 11:58:12.088660 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:12.236106 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-69f337d6-e9b1-43f7-8aec-a484f46b7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:12.238111 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-69f337d6-e9b1-43f7-8aec-a484f46b7b96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.1283259 Jan 26 11:58:12.312346 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:12.476079 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-0b5ba0cb-0eda-4836-bd10-31b1efa9754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:12.477803 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-0b5ba0cb-0eda-4836-bd10-31b1efa9754b service neutron] 10.222.0.53 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.2279987 Jan 26 11:58:12.568861 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-df5dc5ee-8ab0-46db-a31f-6ac39a4ea69c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 217 time: 0.0767994 Jan 26 11:58:12.650929 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-9a738cc8-81a0-43f5-b024-5512e8c14b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:12.652740 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-9a738cc8-81a0-43f5-b024-5512e8c14b33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.0805509 Jan 26 11:58:12.745621 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-120cbe59-ec3d-4604-939b-27ab04b0bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:12.747920 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-120cbe59-ec3d-4604-939b-27ab04b0bed9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880363 Jan 26 11:58:12.804003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:12.810096 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Checking router: f84552e2-5dae-44ec-b26c-8fef8b0447a6 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:58:12.821315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:12.822134 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:57:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:12.985391 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-3e221cef-8041-4600-b6a2-0ac24d9f871f service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295485 Jan 26 11:58:13.055686 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:13.106027 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42498) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:13.159370 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-ed259ac2-a462-4848-8cfa-7f5c231b1eb1 req-578eb903-5265-4c9a-8140-4eeb3d410084 service neutron] 10.222.0.53 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1653790 Jan 26 11:58:13.225459 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:58:13.454548 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95424-4115-458c-93f7-28110950d02d req-f4f46781-cb6a-45f7-92ab-bceb641b747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:13.456314 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-f4f46781-cb6a-45f7-92ab-bceb641b747e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 1163 time: 0.1667027 Jan 26 11:58:13.592196 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:13.601527 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747532e-64d7-4dde-8f4f-be344561b0ed None None] The sync data for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb is: [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:55:40Z', 'revision_number': 4, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb', '_interfaces': [{'id': 'ba84c226-ff10-408e-983a-d9d74db64c8a', 'name': '', 'network_id': '03b1657a-0558-4edd-84d8-52cc387d5460', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'mac_address': 'fa:16:3e:91:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:39Z', 'updated_at': '2021-01-26T11:55:52Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'subnets': [{'id': 'e3fbe156-ebc7-49c3-9583-f09dfe7bb865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:58:13.687218 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95424-4115-458c-93f7-28110950d02d req-cea0c1e9-17a9-404c-af00-ea26e8e3446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:13.689585 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-cea0c1e9-17a9-404c-af00-ea26e8e3446b service neutron] 10.222.0.24 "GET /v2.0/networks?id=03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 200 len: 908 time: 0.2246537 Jan 26 11:58:13.789932 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-5207b2a8-7d16-4a11-8a18-7fd2d1fb3327 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 200 len: 217 time: 0.0875406 Jan 26 11:58:13.944785 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95424-4115-458c-93f7-28110950d02d req-d2b51ede-8201-4bf5-b0dc-d6a87f1f0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:13.947558 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-d2b51ede-8201-4bf5-b0dc-d6a87f1f0c14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 200 len: 853 time: 0.1477418 Jan 26 11:58:14.100616 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95424-4115-458c-93f7-28110950d02d req-09bbfa19-a1d1-4232-a3ae-2179b9d3af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:14.103389 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-09bbfa19-a1d1-4232-a3ae-2179b9d3af9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03b1657a-0558-4edd-84d8-52cc387d5460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1472909 Jan 26 11:58:14.157486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61019be-420c-4b28-899e-097e1ba28ddd None None] New status for floating IP d4e8f5ec-aa0f-4a93-a3fa-eb232e16bac0: DOWN {{(pid=80234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 11:58:14.650560 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-536e0a52-6eed-4b82-8bbe-ae644dfdc967 service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377676 Jan 26 11:58:14.801640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:14.932473 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-5ec95424-4115-458c-93f7-28110950d02d req-a0eedbfd-ba5d-4d29-8813-c2d4a10fec8a service neutron] 10.222.0.24 "GET /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2620225 Jan 26 11:58:15.392701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-eec86e99-b70f-4680-bff3-4637aa48f6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:15.406872 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Deleting port 9d0c9953-3c9b-45b7-80f8-edb86af54894 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:15.407244 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:15.664976 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] For port 9d0c9953-3c9b-45b7-80f8-edb86af54894, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9d0c9953-3c9b-45b7-80f8-edb86af54894,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:15.665602 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:15.944870 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Calling delete_port for 9d0c9953-3c9b-45b7-80f8-edb86af54894 owned by network:router_interface {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:16.214937 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:16.234580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-fc00929c-37f7-4762-a4ca-0e8b476b4e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:16.306204 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0c9953-3c9b-45b7-80f8-edb86af54894,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:16.321848 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.322333 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.322891 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.323363 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.323816 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.324268 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.325344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.325839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.326306 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.326792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.327253 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.327715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.328266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.328726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.329186 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.329642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.330100 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.330556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.331116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.331576 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.332039 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.332492 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.333022 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.333481 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:16.338941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:16.760739 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:17.435189 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Router 7dcab642-7830-47a4-95a2-28ccb4f20878 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:58:17.626652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33388d77-51b1-4124-853c-9e917fa529b6 req-924838a9-9ae7-4507-85af-14707b8ea6ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:17.627477 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-33388d77-51b1-4124-853c-9e917fa529b6 req-924838a9-9ae7-4507-85af-14707b8ea6ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:58:17.643561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-33388d77-51b1-4124-853c-9e917fa529b6 req-924838a9-9ae7-4507-85af-14707b8ea6ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:58:17.644922 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-33388d77-51b1-4124-853c-9e917fa529b6 req-924838a9-9ae7-4507-85af-14707b8ea6ce tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1621702 Jan 26 11:58:17.719726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-33388d77-51b1-4124-853c-9e917fa529b6 req-a2ce6c1d-dd95-434b-a488-fb48ee8c58fd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:security_group {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:58:17.769608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-33388d77-51b1-4124-853c-9e917fa529b6 req-a2ce6c1d-dd95-434b-a488-fb48ee8c58fd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:security_group {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:58:17.772383 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-33388d77-51b1-4124-853c-9e917fa529b6 req-a2ce6c1d-dd95-434b-a488-fb48ee8c58fd tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145952 Jan 26 11:58:17.823219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:58:17.852641 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Sync routers for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:58:17.874234 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] 10.222.0.53 "PUT /v2.0/routers/7dcab642-7830-47a4-95a2-28ccb4f20878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7651334 Jan 26 11:58:17.874740 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:17.875472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:57:48Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:17.884461 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42528) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:17.944851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4a08d9aa-f120-4534-91d2-19732ebb1a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:18.116086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:18.117944 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:18.497720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:18.541434 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:58:16Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:18.546656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Checking router: 7dcab642-7830-47a4-95a2-28ccb4f20878 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:58:18.558890 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Routers {'7dcab642-7830-47a4-95a2-28ccb4f20878'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:18.559577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:58:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['7dcab642-7830-47a4-95a2-28ccb4f20878'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:18.614312 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:18.655624 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Deleting port f4583970-d3b9-4dac-8358-93d50be8a6c1 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:18.656185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:18.798068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] Set router 7dcab642-7830-47a4-95a2-28ccb4f20878 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:18.909590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] For port f4583970-d3b9-4dac-8358-93d50be8a6c1, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f4583970-d3b9-4dac-8358-93d50be8a6c1,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:18.910107 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.073718 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Calling delete_port for f4583970-d3b9-4dac-8358-93d50be8a6c1 owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:19.179800 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d266-142e-4157-bc50-71d653a4e408 req-5ff3a82f-aa16-42dd-b5b5-20fa825c4ca4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:19.181496 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7dc2d266-142e-4157-bc50-71d653a4e408 req-5ff3a82f-aa16-42dd-b5b5-20fa825c4ca4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1804402 Jan 26 11:58:19.252454 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-7dc2d266-142e-4157-bc50-71d653a4e408 req-9e15eec3-9c78-432a-98f7-d1e65b5a36f0 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629210 Jan 26 11:58:19.277556 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.348159 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:58:16Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:19.353267 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbad392-be17-4cea-b1d3-d5c6c5b0e1c7 None None] The sync data for ids ['7dcab642-7830-47a4-95a2-28ccb4f20878'] in dv-cinder-772388-2-smb is: [{'id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'name': 'tempest-TestShelveInstance-888485693-router', 'tenant_id': '447c7eada2df40f58b74a46c05f47505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:22Z', 'updated_at': '2021-01-26T11:58:16Z', 'revision_number': 5, 'project_id': '447c7eada2df40f58b74a46c05f47505', 'gw_port': {'id': 'f4583970-d3b9-4dac-8358-93d50be8a6c1', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:19:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcab642-7830-47a4-95a2-28ccb4f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:23Z', 'updated_at': '2021-01-26T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:58:19.574882 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.683185 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.741062 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.743968 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.912109 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:58:19.931056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-295c99d6-bccb-4626-91fb-0edd329cb20a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:19.932676 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-295c99d6-bccb-4626-91fb-0edd329cb20a tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.24 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.1529293 Jan 26 11:58:19.997995 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:19.999011 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dcab642-7830-47a4-95a2-28ccb4f20878 {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:58:20.017928 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.019878 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-94f5bc8d-4b16-4568-908a-a6601030a24f admin admin] 10.222.0.53 "DELETE /v2.0/routers/7dcab642-7830-47a4-95a2-28ccb4f20878 HTTP/1.1" status: 204 len: 168 time: 2.1410685 Jan 26 11:58:20.024045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42534) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:20.049582 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.050951 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Deleting port b937aeb1-8364-4503-8142-d37a927065c7 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:20.051355 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.155865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Deleting subnet 681297bc-3f37-4def-99c8-5c7dcc6c6b8b {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:58:20.159924 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.224068 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.473493 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.553485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:20.554040 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.650360 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Device b937aeb1-8364-4503-8142-d37a927065c7 no longer exists at agent ovs-agent-hv-cinder-77238 {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:20.774009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Calling delete_port for b937aeb1-8364-4503-8142-d37a927065c7 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:20.820183 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851057894'] for port, before_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.878820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:20.897887 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:20.929114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752054633075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284800538211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752054237623'] for port, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:20.932276 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:20.932947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092f40f-c823-4d42-927c-6a229b00c2af req-c4616df8-3537-4197-89bd-793f2217fc8c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:20.934771 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8092f40f-c823-4d42-927c-6a229b00c2af req-c4616df8-3537-4197-89bd-793f2217fc8c tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 946 time: 0.4657507 Jan 26 11:58:20.975716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.005278 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ba4bcd6a-bc7d-4e53-bad8-46e0b512dac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:21.019243 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-8092f40f-c823-4d42-927c-6a229b00c2af req-e1c24211-3d2d-4bbe-a4ec-dbd7044723a4 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671613 Jan 26 11:58:21.063419 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681297bc-3f37-4def-99c8-5c7dcc6c6b8b,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:21.068374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:21.072658 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Pushing event updated for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=7']} {{(pid=80233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:21.082520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.083006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.083111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80232) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:58:21.083403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.083509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:58:21.083798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.084176 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.084555 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.084985 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.085779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.086161 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.086539 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.086947 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.087324 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77238 {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.087789 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.088172 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.088547 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.088920 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.089301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.089675 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.090104 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.091038 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.091413 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.091787 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.092160 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.092545 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772388-2-smb {{(pid=80233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 11:58:21.097822 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80233) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:21.110335 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'code': 200} Jan 26 11:58:21.166915 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.172593 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5709d4d-c769-4e95-a5b8-0d81351f01ab None None] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:58:21.175233 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-f0c3071d-09db-4442-8861-4940a7cd414e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/681297bc-3f37-4def-99c8-5c7dcc6c6b8b HTTP/1.1" status: 204 len: 168 time: 1.1495490 Jan 26 11:58:21.178075 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42544) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:21.334029 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.418585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Deleting port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:21.419283 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.443234 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9d0c9953-3c9b-45b7-80f8-edb86af54894 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:21.487116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 9d0c9953-3c9b-45b7-80f8-edb86af54894 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:21.487510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9d0c9953-3c9b-45b7-80f8-edb86af54894 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:21.487983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f4583970-d3b9-4dac-8358-93d50be8a6c1 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:21.531832 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: f4583970-d3b9-4dac-8358-93d50be8a6c1 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:21.532221 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f4583970-d3b9-4dac-8358-93d50be8a6c1 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:21.585111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Deleting port b937aeb1-8364-4503-8142-d37a927065c7 {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:21.585640 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.600036 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] DHCP port deletion for d3011b9c-cd04-4d0c-b2b0-280405a199c2 request from dv-cinder-772388-2-smb {{(pid=80233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 11:58:21.608476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Deleting port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:21.609321 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.716782 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] For port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:21.717656 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:21.907679 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Calling delete_port for 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e owned by network:dhcp {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:21.974102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] For port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,segment=NetworkSegment(4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0),segment_id=4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:21.974839 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.064559 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] For port b937aeb1-8364-4503-8142-d37a927065c7, host hv-cinder-77238, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77238',level=0,port_id=b937aeb1-8364-4503-8142-d37a927065c7,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:22.065209 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.072269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.126373 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:22.222873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bc5384-afe3-4aa9-bfa5-89a8b0c3229e,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:22.228315 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:22.259115 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Calling delete_port for b937aeb1-8364-4503-8142-d37a927065c7 owned by compute:nova {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:22.381077 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] No DVR routers for this DVR port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e on host dv-cinder-772388-2-smb {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:58:22.491826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Calling delete_port for 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e owned by network:dhcp {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:22.499130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd3de2-22b5-473a-919d-47dd6d8149b4 req-ddfac726-bcaf-4b16-b75f-2ee374413b5e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 11:58:22.504220 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-49cd3de2-22b5-473a-919d-47dd6d8149b4 req-ddfac726-bcaf-4b16-b75f-2ee374413b5e tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 944 time: 0.1758196 Jan 26 11:58:22.524551 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.609339 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:58:22.609757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:58:22.658299 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-49cd3de2-22b5-473a-919d-47dd6d8149b4 req-39fbdc7d-dc8d-4885-b084-6c7d6edf827f tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/security-groups?id=44459e62-8637-42bc-bac1-ad1fb78b85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497824 Jan 26 11:58:22.664639 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3011b9c-cd04-4d0c-b2b0-280405a199c2']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:22.680589 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:22.680948 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffa613e-1cba-4ca3-ab56-0b44f83ce6d0') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:22.698557 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.704056 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.722041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:22.722642 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-2c5bf406-296f-414f-9bcc-699ae56d0050 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:22.724478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:58:22.790380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Pushing event deleted for resources: {'Port': ['ID=b937aeb1-8364-4503-8142-d37a927065c7,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:22.797823 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:22.981284 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:22.999026 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:23.004644 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] No DVR routers for this DVR port b937aeb1-8364-4503-8142-d37a927065c7 on host hv-cinder-77238 {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:58:23.007130 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464735'] for port, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:23.010584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-deleted', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7'}] {{(pid=80232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:23.049832 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-f6f852ff-26e5-48fb-93d3-76e45def24e2 req-4ff4e7b0-42f0-47cf-bf51-9cf81037d5f2 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.24 "DELETE /v2.0/ports/b937aeb1-8364-4503-8142-d37a927065c7 HTTP/1.1" status: 204 len: 173 time: 3.1100318 Jan 26 11:58:23.078660 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cff3a94-1366-4c7f-8531-4ab92ab3bddb', 'name': 'network-vif-deleted', 'tag': 'b937aeb1-8364-4503-8142-d37a927065c7', 'status': 'completed', 'code': 200} Jan 26 11:58:23.111416 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Deleting port 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:23.112157 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:23.193380 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-1bc01578-043e-4c24-b3f4-50c9c2957829 None None] The port '11bc5384-afe3-4aa9-bfa5-89a8b0c3229e' was deleted {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 11:58:23.366614 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Network d3011b9c-cd04-4d0c-b2b0-280405a199c2 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:58:23.404069 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:58:23.451857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:23.527009 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:23.527723 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 11bc5384-afe3-4aa9-bfa5-89a8b0c3229e not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:23.831674 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:23.836865 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:23.842102 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-6b74490b-5d41-47d3-9582-4acd8dc06d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:23.877715 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3011b9c-cd04-4d0c-b2b0-280405a199c2,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:23.887728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:23.922875 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-cae69410-29b4-40bc-ac00-209af1b3c5f6 req-5923c752-c9e1-4d00-a5a3-eac86c5b446d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Synchronizing usage tracker for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 11:58:23.938963 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3011b9c-cd04-4d0c-b2b0-280405a199c2 HTTP/1.1" status: 204 len: 168 time: 2.7567096 Jan 26 11:58:23.941156 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42554) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:23.969331 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.quota.resource [req-cae69410-29b4-40bc-ac00-209af1b3c5f6 req-5923c752-c9e1-4d00-a5a3-eac86c5b446d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Unset dirty status for tenant:ebd3223e5b274f6f9335dcb126c1bc16 on resource:port {{(pid=80232) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 11:58:23.972083 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [req-cae69410-29b4-40bc-ac00-209af1b3c5f6 req-5923c752-c9e1-4d00-a5a3-eac86c5b446d tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] 10.222.0.53 "GET /v2.0/ports?device_id=7cff3a94-1366-4c7f-8531-4ab92ab3bddb HTTP/1.1" status: 200 len: 210 time: 0.1156657 Jan 26 11:58:24.679969 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:25.145623 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Deleting port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:25.146270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:25.484554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] For port c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:25.485479 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:25.638330 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Calling delete_port for c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f owned by network:router_interface {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:25.992219 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:26.021657 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-e7be7985-c93c-4cf9-9b81-aaf01fc4cee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:26.120168 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:26.125495 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:26.626510 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42604) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:26.651086 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:27.340114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084253'] for router_interface, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:27.348394 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:58:27.617720 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:58:27.629116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Sync routers for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:58:27.639399 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-45aa0ee5-cff8-424e-a744-9501abbe3cfc admin admin] 10.222.0.53 "PUT /v2.0/routers/faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6933329 Jan 26 11:58:27.640111 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42608) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:27.641936 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:27.642618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:58:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:27.903301 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:28.162052 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Deleting port ba84c226-ff10-408e-983a-d9d74db64c8a {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:28.162561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:28.343820 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:28.481451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:58:25Z', 'revision_number': 5, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:28.489272 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Checking router: faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b for host: dv-cinder-772388-2-smb {{(pid=80234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:58:28.508688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Routers {'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:28.510369 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:58:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'], 'active': True} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:28.525786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] For port ba84c226-ff10-408e-983a-d9d74db64c8a, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=ba84c226-ff10-408e-983a-d9d74db64c8a,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:28.526472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:28.636869 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:28.647608 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Deleting port 977ac2a3-c257-48b9-9209-1630663117d8 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:28.648237 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:28.752678 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Calling delete_port for ba84c226-ff10-408e-983a-d9d74db64c8a owned by network:router_interface {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:28.856868 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] Set router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b gateway port host: dv-cinder-772388-2-smb {{(pid=80234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:28.982114 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] For port 977ac2a3-c257-48b9-9209-1630663117d8, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=977ac2a3-c257-48b9-9209-1630663117d8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:28.982607 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.100476 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.119195 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f8ebc946-29ca-43d0-a5b5-620a8ad7e303 tempest-TestMinimumBasicScenario-2020823712 tempest-TestMinimumBasicScenario-2020823712] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:29.138003 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Calling delete_port for 977ac2a3-c257-48b9-9209-1630663117d8 owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:29.186563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba84c226-ff10-408e-983a-d9d74db64c8a,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:29.189580 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:29.251762 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:58:25Z', 'revision_number': 5, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80234) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:29.256799 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddfbbf-72ba-4667-a0d6-869dca2f54ef None None] The sync data for ids ['faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b'] in dv-cinder-772388-2-smb is: [{'id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'name': 'tempest-TestShelveInstance-981571502-router', 'tenant_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': '977ac2a3-c257-48b9-9209-1630663117d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:52:34Z', 'updated_at': '2021-01-26T11:58:25Z', 'revision_number': 5, 'project_id': '609ccf5d9972445a9b8fe28a8e4cc1ee', 'gw_port': {'id': '977ac2a3-c257-48b9-9209-1630663117d8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:52:36Z', 'updated_at': '2021-01-26T11:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:58:29.364486 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.502852 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:29.568512 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:29.568846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device c9c7d7eb-7529-4076-ae5f-b9f2ccc0252f not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:29.653210 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.682590 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697552'] for router_interface, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.802472 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.805440 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.906470 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.907242 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:58:29.925909 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:29.930479 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-306c2962-5ee3-4d64-8787-deda27e2a2cc admin admin] 10.222.0.53 "DELETE /v2.0/routers/faf6569d-c63c-4cc4-adfc-8a0d6f3baf2b HTTP/1.1" status: 204 len: 168 time: 2.2862773 Jan 26 11:58:29.930993 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42612) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:30.044688 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Deleting subnet b00e4e79-e1b6-47aa-a8ec-c893ab73fca2 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:58:30.048446 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:30.111275 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:30.226166 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:30.332509 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Router f84552e2-5dae-44ec-b26c-8fef8b0447a6 has already been hosted by L3 agent 6600784a-e925-40ae-8296-45f99e755f42 {{(pid=80232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 11:58:30.545303 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] Notify agent at l3_agent.dv-cinder-772388-2-smb the message routers_updated {{(pid=80232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 11:58:30.556965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Sync routers for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 11:58:30.565424 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:30.566116 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:58:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:30.604952 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d0632eac-d22f-49fe-93f5-e8b7c37ab8e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/f84552e2-5dae-44ec-b26c-8fef8b0447a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9769127 Jan 26 11:58:30.607873 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42616) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:30.768741 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:30.827798 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:30.890322 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:30.972251 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:31.038767 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00e4e79-e1b6-47aa-a8ec-c893ab73fca2,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:31.056584 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:31.121389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:58:28Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:31.129342 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Checking router: f84552e2-5dae-44ec-b26c-8fef8b0447a6 for host: dv-cinder-772388-2-smb {{(pid=80233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 11:58:31.147466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Routers {'f84552e2-5dae-44ec-b26c-8fef8b0447a6'} bound to L3 agent in host dv-cinder-772388-2-smb {{(pid=80233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:31.148692 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772388-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T11:36:18Z,description=,heartbeat_timestamp=2021-01-26T11:58:18Z,host='dv-cinder-772388-2-smb',id=6600784a-e925-40ae-8296-45f99e755f42,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T11:36:18Z,topic='l3_agent')) {'router_ids': ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'], 'active': True} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:31.171637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.184070 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.191371 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-4570bbf5-c955-4a75-9538-0ccba25a9828 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b00e4e79-e1b6-47aa-a8ec-c893ab73fca2 HTTP/1.1" status: 204 len: 168 time: 1.2586844 Jan 26 11:58:31.193181 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Deleting port 9820896e-8f79-467e-b728-ea3b64368eb8 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:31.193571 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.195013 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42620) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:31.266802 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1873da70-912a-41ee-8bb6-4b95ac402fd5 None None] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:58:31.373012 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.472703 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] For port 9820896e-8f79-467e-b728-ea3b64368eb8, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9820896e-8f79-467e-b728-ea3b64368eb8,segment=NetworkSegment(2aa557cb-ac00-4de2-baca-79efcfb83c54),segment_id=2aa557cb-ac00-4de2-baca-79efcfb83c54)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:31.473520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.498245 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 977ac2a3-c257-48b9-9209-1630663117d8 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:31.506045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Deleting port f1f6f923-c575-41c7-9889-ec90abdabf5b {{(pid=80232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:31.506654 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.599225 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 977ac2a3-c257-48b9-9209-1630663117d8 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:31.599866 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 977ac2a3-c257-48b9-9209-1630663117d8 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:31.620475 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Calling delete_port for 9820896e-8f79-467e-b728-ea3b64368eb8 owned by network:router_gateway {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:31.751441 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvr_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] Set router f84552e2-5dae-44ec-b26c-8fef8b0447a6 gateway port host: dv-cinder-772388-2-smb {{(pid=80233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 11:58:31.796719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.817002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] For port f1f6f923-c575-41c7-9889-ec90abdabf5b, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=f1f6f923-c575-41c7-9889-ec90abdabf5b,segment=NetworkSegment(fdfceed3-6317-42db-b9a0-d2af74cbd68a),segment_id=fdfceed3-6317-42db-b9a0-d2af74cbd68a)] {{(pid=80232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:31.817503 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:31.973023 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Calling delete_port for f1f6f923-c575-41c7-9889-ec90abdabf5b owned by network:dhcp {{(pid=80232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:32.039099 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-698728'] for router_gateway, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.106524 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1201184'] for port, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.126316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-f1bd5876-cdbf-4ed3-bdfb-8a1af1e21153 tempest-VolumesSnapshotTestJSON-79410627 tempest-VolumesSnapshotTestJSON-79410627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:32.198714 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f6f923-c575-41c7-9889-ec90abdabf5b,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:32.204064 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:32.207471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6099'] for router, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.210430 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.323353 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854081591'] for router, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.324110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84552e2-5dae-44ec-b26c-8fef8b0447a6 {{(pid=80231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:58:32.346726 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] Notify callbacks [] for router, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.348452 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-6c76c702-20f5-4fc5-98bf-4c5928063d89 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f84552e2-5dae-44ec-b26c-8fef8b0447a6 HTTP/1.1" status: 204 len: 168 time: 1.7389398 Jan 26 11:58:32.351270 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42624) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:32.356296 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4d797-c18f-4aaf-ac1d-f8d0b14e0f81 None None] DHCP port deletion for 3c85a017-ab1a-4c28-8068-90f4d7d4d685 request from dv-cinder-772388-2-smb {{(pid=80233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 11:58:32.422856 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_hamode_db [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:58:28Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}], 'dv-cinder-772388-2-smb', False) {} {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:32.428402 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb284f-851a-4a47-8670-41268ba19c72 None None] The sync data for ids ['f84552e2-5dae-44ec-b26c-8fef8b0447a6'] in dv-cinder-772388-2-smb is: [{'id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'name': 'tempest-TestMinimumBasicScenario-115953774-router', 'tenant_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'external_fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25'}], 'enable_snat': True}, 'gw_port_id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T11:55:31Z', 'updated_at': '2021-01-26T11:58:28Z', 'revision_number': 5, 'project_id': 'ebd3223e5b274f6f9335dcb126c1bc16', 'gw_port': {'id': '9820896e-8f79-467e-b728-ea3b64368eb8', 'name': '', 'network_id': '60a74b5d-545c-4476-81c7-7813f5d8dbf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84552e2-5dae-44ec-b26c-8fef8b0447a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'ip_address': '172.28.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772388-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T11:55:33Z', 'updated_at': '2021-01-26T11:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9ce7b6-4aea-46ec-a06c-052c1b71e9ed', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772388-2-smb'}] {{(pid=80233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 11:58:32.457215 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Deleting subnet e3fbe156-ebc7-49c3-9583-f09dfe7bb865 {{(pid=80231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 11:58:32.461895 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.527792 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827240144'] for subnet, precommit_delete_associations {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.565471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] No DVR routers for this DVR port f1f6f923-c575-41c7-9889-ec90abdabf5b on host dv-cinder-772388-2-smb {{(pid=80232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:58:32.638755 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850977179'] for subnet, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.722041 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.885680 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c85a017-ab1a-4c28-8068-90f4d7d4d685']}} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:32.903199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfceed3-6317-42db-b9a0-d2af74cbd68a') {'for_net_delete': True} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:32.903517 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfceed3-6317-42db-b9a0-d2af74cbd68a') {} {{(pid=80232) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:32.919277 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27616074'] for segment, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.987261 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:32.990637 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:58:33.235771 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:33.261934 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1200852'] for segment, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.273843 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3798652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27512220', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852936360'] for subnet, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.292358 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:33.342710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fbe156-ebc7-49c3-9583-f09dfe7bb865,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:33.345906 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:33.445386 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9820896e-8f79-467e-b728-ea3b64368eb8 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:33.450857 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.459063 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-d8ddebb4-7cf5-4809-9864-5e2dbdde02e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e3fbe156-ebc7-49c3-9583-f09dfe7bb865 HTTP/1.1" status: 204 len: 168 time: 1.1060724 Jan 26 11:58:33.461675 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42628) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:33.463067 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Network 3c85a017-ab1a-4c28-8068-90f4d7d4d685 has no segments {{(pid=80232) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:58:33.494724 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:58:33.504652 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 9820896e-8f79-467e-b728-ea3b64368eb8 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:33.505146 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9820896e-8f79-467e-b728-ea3b64368eb8 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:33.505496 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device ba84c226-ff10-408e-983a-d9d74db64c8a no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:33.534893 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d337d7-ceef-48f3-9bb5-3a5be01bad26 None None] Network 03b1657a-0558-4edd-84d8-52cc387d5460 requested from dv-cinder-772388-2-smb {{(pid=80233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 11:58:33.575542 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: ba84c226-ff10-408e-983a-d9d74db64c8a {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:33.576748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device ba84c226-ff10-408e-983a-d9d74db64c8a not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:33.576748 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f1f6f923-c575-41c7-9889-ec90abdabf5b no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:33.596716 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4157413'] for network, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.624544 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: f1f6f923-c575-41c7-9889-ec90abdabf5b {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:33.624932 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device f1f6f923-c575-41c7-9889-ec90abdabf5b not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:33.685344 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Deleting port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 {{(pid=80231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:33.685727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.769389 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.773814 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:33.809170 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:33.821761 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c85a017-ab1a-4c28-8068-90f4d7d4d685,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:33.830574 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:33.842180 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-8ea86c50-53fd-4236-8ec5-c8a9da8b0690 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c85a017-ab1a-4c28-8068-90f4d7d4d685 HTTP/1.1" status: 204 len: 168 time: 2.6447628 Jan 26 11:58:33.932354 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] DHCP port deletion for 03b1657a-0558-4edd-84d8-52cc387d5460 request from dv-cinder-772388-2-smb {{(pid=80233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 11:58:33.938139 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Deleting port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:33.938727 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.052466 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] For port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:34.052846 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.209977 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42634) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:34.227833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.257577 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.db [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] For port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33, host dv-cinder-772388-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772388-2-smb',level=0,port_id=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,segment=NetworkSegment(056b29ea-51c9-4938-b3b4-ef9688aa0531),segment_id=056b29ea-51c9-4938-b3b4-ef9688aa0531)] {{(pid=80233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 11:58:34.258091 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082224'] for port, precommit_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.293478 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Calling delete_port for 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 owned by network:dhcp {{(pid=80231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:34.340544 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-a765bd57-a9c4-4124-b16d-48004ab215e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=447c7eada2df40f58b74a46c05f47505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269536 Jan 26 11:58:34.342338 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42638) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:34.419671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Calling delete_port for 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 owned by network:dhcp {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 11:58:34.450772 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851057819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4263394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752054633758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752054237589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827263542'] for port, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.468266 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.477123 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-36a46fc5-bec4-47cf-82db-e0d5b69c0f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:34.498786 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.db.api [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80233) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:58:34.499448 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_db.api [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80233) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 11:58:34.510728 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.539409 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd5ab24-d3f1-4431-8231-f1a7148c4c33,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:34.543905 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:34.638002 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.643926 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-740507ac-990f-4aa6-9823-0607851f85b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:34.650769 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] No DVR routers for this DVR port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 on host dv-cinder-772388-2-smb {{(pid=80231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 11:58:34.660898 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36283d3e-2f61-4533-9d1e-f93882faecd1,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:34.668911 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:34.672520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:34.677454 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-9f43d154-c5c7-4901-b41b-7a96cf8cabac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36283d3e-2f61-4533-9d1e-f93882faecd1 HTTP/1.1" status: 204 len: 168 time: 0.3304012 Jan 26 11:58:34.806581 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850977224', 'neutron.services.segments.db._delete_segments_for_network--9223363284800056095'] for network, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.001299 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Deleting port 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 {{(pid=80233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 11:58:35.001996 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284800145131'] for port, before_delete {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.009058 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b1657a-0558-4edd-84d8-52cc387d5460']}} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:35.049569 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056b29ea-51c9-4938-b3b4-ef9688aa0531') {'for_net_delete': True} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:35.050108 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.services.segments.db [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056b29ea-51c9-4938-b3b4-ef9688aa0531') {} {{(pid=80231) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 11:58:35.073550 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284800048927', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27535675'] for segment, before_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.101454 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850979061'] for segment, precommit_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.106129 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 11:58:35.137552 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-24dafc36-6927-42d7-90eb-e902b6cb30e2 None None] The port '9fd5ab24-d3f1-4431-8231-f1a7148c4c33' was deleted {{(pid=80233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 11:58:35.367049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Network 03b1657a-0558-4edd-84d8-52cc387d5460 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:35.378618 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850990595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827264194'] for segment, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.447094 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 no longer exists at agent ovs-agent-dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 11:58:35.475615 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42646) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:35.505779 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.plugin [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] No Port match for: 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 {{(pid=80233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 11:58:35.506153 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.rpc [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Device 9fd5ab24-d3f1-4431-8231-f1a7148c4c33 not bound to the agent host dv-cinder-772388-2-smb {{(pid=80233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 11:58:35.540392 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5b69b67d-e494-439f-864f-35251f8f5877 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=609ccf5d9972445a9b8fe28a8e4cc1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631924 Jan 26 11:58:35.544032 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42650) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:35.591205 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.plugins.ml2.managers [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Network 03b1657a-0558-4edd-84d8-52cc387d5460 has no segments {{(pid=80231) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: Traceback (most recent call last): Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: timer() Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: cb(*args, **kw) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: return func(*args, **kwargs) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: self._notify() Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: self.callback(batched_events) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: event.method(event) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: segment_id)['aggregates'][0] Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: return f(self, *a, **k) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: return self._get(url).json() Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: **kwargs) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: return self.request(url, 'GET', **kwargs) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: **endpoint_filter) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:58:35.616928 dv-cinder-772388-2-smb neutron-server[80118]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:58:35.632757 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.673459 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.745707 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3798607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-939082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854238064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691597'] for network, after_delete {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.749152 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5afa35a9-0ced-451f-9a6e-d6db6c83acb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:35.768281 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854238077'] for network, before_response {{(pid=80231) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.781826 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b1657a-0558-4edd-84d8-52cc387d5460,revision_number=None']} {{(pid=80231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:35.788664 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80231) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:35.793966 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-bd494137-a03b-4224-a647-67131e4222c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/03b1657a-0558-4edd-84d8-52cc387d5460 HTTP/1.1" status: 204 len: 168 time: 2.3310077 Jan 26 11:58:35.871300 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.877563 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-dedca997-baa4-49ba-b879-e2df13374f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:35.896965 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b068c0-a295-418f-a05d-588081f6c6e2,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:35.902833 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:35.905958 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:35.907951 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-1d2e2eab-3bac-45b4-8c58-513d6a90f6af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62b068c0-a295-418f-a05d-588081f6c6e2 HTTP/1.1" status: 204 len: 168 time: 0.3625960 Jan 26 11:58:36.285626 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80231) accepted ('10.222.0.53', 42658) {{(pid=80231) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:36.379972 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-0687557a-e205-49d5-9605-98e63edd9bd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebd3223e5b274f6f9335dcb126c1bc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923641 Jan 26 11:58:36.383725 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [-] (80232) accepted ('10.222.0.53', 42662) {{(pid=80232) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:36.462719 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:36.508030 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:36.585585 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-895900'] for security_group, after_delete {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:36.591955 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-aa23a73a-7041-43cd-9131-0787ae2a9dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 11:58:36.612313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44459e62-8637-42bc-bac1-ad1fb78b85fe,revision_number=None']} {{(pid=80232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 11:58:36.615485 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG oslo_concurrency.lockutils [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80232) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 11:58:36.650191 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80232) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:36.651827 dv-cinder-772388-2-smb neutron-server[80118]: INFO neutron.wsgi [None req-5f848d73-1666-4657-8f3f-2ee16e5da1dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44459e62-8637-42bc-bac1-ad1fb78b85fe HTTP/1.1" status: 204 len: 168 time: 0.2664034 Jan 26 11:58:45.379554 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-203c84fd-8721-48f0-834e-f540285bb6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:47.688566 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-87f9804d-017f-48e4-9339-c478bdf916a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:48.471325 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:49.665540 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:50.036851 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:58:56.913737 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:59:04.134105 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:15.391646 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-74efab53-44e7-4099-a8f0-2ff0a970abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:17.688232 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-22ca41f1-6433-4a59-b062-9dd57d8b7e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:18.499886 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:19.676505 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:20.037083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:33.925504 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 11:59:34.156710 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:45.385941 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-8110eb8d-6715-49d8-b2c3-577bb9205f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:47.711818 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-70d9fd12-af75-480f-9cec-a654cc7a1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:48.482453 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:49.682317 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 11:59:50.059316 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:04.167697 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:10.917374 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:00:15.378989 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-41659432-7fa2-4025-beb9-dcaad093d599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:17.693488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-1d5a834f-baf4-42fd-ab90-311d357371af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:18.487483 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:19.699368 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:20.059711 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:34.196523 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:45.390220 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-aafa1f44-6c71-4891-990a-4ebde9ba14c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:47.704269 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ad9c87da-b345-4a18-b655-f06832e4a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:47.917950 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:00:48.476568 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:49.664422 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:00:50.052794 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:04.196203 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:15.390049 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-50361d7c-7c92-4a4e-9c9d-05030430c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:17.687520 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4b0cc13c-5868-47c1-95c0-d3e796807752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:18.498508 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:19.693471 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:20.063992 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:24.923601 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:01:34.207488 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:45.399565 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-3bb07b61-8f1a-4256-b21c-57081ef0c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:47.693313 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-4777bb08-9e88-4649-89ca-b54e71965636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:48.486535 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:49.697199 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:01:50.057630 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:01.914336 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:02:04.201045 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:15.395403 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-a1561c56-50ca-4b08-9f49-3f226163258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:17.685987 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-61bea54a-6b30-4a8f-b6dd-b6d5fa8cb565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:18.492057 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:19.680701 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:20.068919 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:20.294463 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-15ba5ebf-05ab-4e34-bfd9-00f295f4a130 req-03be8b6d-88e0-48f6-8547-d61a9c709cf6 tempest-DeleteServersTestJSON-1932606990 tempest-DeleteServersTestJSON-1932606990] (80231) timed out ('10.222.0.24', 51379) {{(pid=80231) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 26 12:02:21.337257 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.wsgi [req-713e892e-32c9-4e92-96b6-326f9bc97c37 req-d728cce5-53ac-4086-a1d3-fe2445229dd4 service neutron] (80231) timed out ('10.222.0.24', 51363) {{(pid=80231) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 26 12:02:34.235228 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:38.914110 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:02:45.377499 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-c5594045-1642-4251-9fd8-3f88c295639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:47.731273 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-e5793a68-9f5d-410e-a962-5f3dba90c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:48.496083 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:49.714310 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:02:50.062973 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:04.267098 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:15.377122 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ed17ad70-a9e8-4cdb-a4c9-8dd0a3a7508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:15.919561 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron.db.agents_db [None req-43a16b6c-d3b3-45e1-8f5e-4868c2ea37c0 None None] Agent healthcheck: found 6 active agents {{(pid=80234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 12:03:17.695451 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-6e5afd97-1323-4a45-826a-33c70aef7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:18.508415 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-f1d785b9-1987-4c4d-83db-9689ee4215d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:19.696983 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-63b4e42d-16a0-4b4a-b734-62832f574d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:20.073671 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-5836cfeb-7b9e-4426-a5a8-eb9d60d39d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:34.273644 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-ef711d24-7bc5-4c68-b98c-ca965716128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 12:03:45.395006 dv-cinder-772388-2-smb neutron-server[80118]: DEBUG neutron_lib.callbacks.manager [None req-2e97bfcf-5f2b-4f4f-8ab5-f96dcfd937cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363284800056112', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851074534'] for agent, after_update {{(pid=80233) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}